-- Logs begin at Wed 2021-02-17 00:03:17 UTC, end at Wed 2021-02-17 01:13:23 UTC. --
Feb 17 00:37:53.634558 dv-cinder-759943-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 17 00:37:56.330449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.common.config [-] Logging enabled!
Feb 17 00:37:56.331016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 00:37:56.332335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 00:37:56.334078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.common.config [-] Logging enabled!
Feb 17 00:37:56.334368 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev517
Feb 17 00:37:56.334717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83873) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 17 00:37:56.335773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:37:56.336034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:37:56.337052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:37:56.337332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:37:56.337588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:37:56.337953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.338288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.338619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.338894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.339236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.339564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.339877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.340204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.340537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.340857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.341170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.341486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.341743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.342056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.342386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.342709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.343605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] debug                          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.344137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.344672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.345019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.345308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.345636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.345943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.346254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.346571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.346954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] host                           = dv-cinder-759943-4-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.347267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.347592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.347916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.348238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.348545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.348855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.349176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.349482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.349786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.350092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.350413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.350735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.351089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.351344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.351593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.351916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.352245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.352550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.352855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.353161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.353467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.353753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.354052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.354372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.354690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.355036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.355345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.355651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.355953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.356254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.356574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.356876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.357180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.357483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.357804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.358101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.358404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.358807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.359328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.359654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.359979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.360286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.360609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.360917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.361221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.361526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.361832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.362138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.362457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.362764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.363118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.363423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.363727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.364051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:56.364383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.364720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.365059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.365376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.365707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.366022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.366347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.366660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.367010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.367338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.367662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.367972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.368293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.368603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.368936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.369278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.369612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.369943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.370251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.370558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.370899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.371200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.371521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.371853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.372185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.372493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.372807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.373134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.373444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.373749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.374061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.374492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.374954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.375269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.375586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.375901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.376210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.376517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.376831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.377160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.377475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.377764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.378067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.378376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.378679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.379022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.379335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.379640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.379944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.380255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.380562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.380869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.381180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.381486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.381794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.382105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.382411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.382718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.383048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.383355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.383658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.383963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.384276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.384582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.384889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.385191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.385498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.385804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.386123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.386456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.386767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.387103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.387416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.387726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.388034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.388346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.388657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.388967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.389273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.389600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.390444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.390813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.391163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.391475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.391811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.392126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.392441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.392752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.393062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.393378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.393700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.394027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.394353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.394682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.395036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.395368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.395684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.396031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.396345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:56.396592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:37:56.396855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83873) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 17 00:37:57.047325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Gnome
Feb 17 00:37:57.064204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Google
Feb 17 00:37:57.066699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading Windows (alt)
Feb 17 00:37:57.070120 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading file
Feb 17 00:37:57.071120 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading keyczar
Feb 17 00:37:57.071404 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading multi
Feb 17 00:37:57.072046 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO keyring.backend [-] Loading pyfs
Feb 17 00:37:57.117515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:37:57.117826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:37:57.118145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:37:57.118510 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 17 00:37:57.503676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.504200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.504305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.552441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.552752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.553051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.556612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.556926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.557224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.624996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.625301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.625598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.626730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.627060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.627356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.896772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1371f9fd90> agent after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.897094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1371f9fd90> agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.897396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1371f9fe18> segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.897699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1371f9fea0> network precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:57.898516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1371fb9048> segment before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.046070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> network before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.046376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f13720b7620> agent before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.046829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> network before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.047159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.047460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.047844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> segment after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.048141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> segment precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.048427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> segment precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.048711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> segment after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.049045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.049335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> network precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.049634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port provisioning_complete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.049936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.050221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.050527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> agent after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.050839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.051154 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> subnet precommit_delete 0 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.051469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.051754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.052242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.052525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.052806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.053142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.053422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.053697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f13728a33c8>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.054110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.054384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.054655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.054946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.055219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.055488 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.055899 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 17 00:37:58.059063 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 17 00:37:58.063609 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 17 00:37:58.067458 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Feb 17 00:37:58.069089 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 17 00:37:58.070348 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 17 00:37:58.070722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 17 00:37:58.071172 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 17 00:37:58.073857 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 17 00:37:58.074141 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 17 00:37:58.074524 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 17 00:37:58.096463 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 17 00:37:58.096964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1371f96898>> qos_plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.097294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 17 00:37:58.097698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1371ddf240>> logging-plugin after_init 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.099059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83873) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 17 00:37:58.099374 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 17 00:37:58.099650 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 17 00:37:58.102845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1371ddf2e8>> floatingip before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.103214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1371ddf2e8>> port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.168700 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 17 00:37:58.168964 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 17 00:37:58.169236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 17 00:37:58.169631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 17 00:37:58.203429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.sqlalchemy.engines [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83873) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 17 00:37:58.638457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing driver for type 'gre'
Feb 17 00:37:58.639340 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] gre ID ranges: [(1, 1000)]
Feb 17 00:37:58.680021 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing driver for type 'local'
Feb 17 00:37:58.680397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing driver for type 'vlan'
Feb 17 00:37:58.690445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] VlanTypeDriver initialization complete
Feb 17 00:37:58.690821 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing driver for type 'vxlan'
Feb 17 00:37:58.691369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] vxlan ID ranges: [(1, 1000)]
Feb 17 00:37:58.732668 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing extension driver 'port_security'
Feb 17 00:37:58.733037 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.extensions.port_security [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] PortSecurityExtensionDriver initialization complete
Feb 17 00:37:58.733416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing mechanism driver 'openvswitch'
Feb 17 00:37:58.739797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83873) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:37:58.740597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1371de5da0>> port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.741013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1371de5da0>> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.741406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1371de5da0>> port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.741832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f13718d2f60>> subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.742222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f13718d2f60>> subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.742606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f13718d2f60>> subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.743053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e160>> network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.743441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e160>> network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.743824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e160>> network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.744242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e320>> security_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.744632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e320>> security_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.745010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e320>> security_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.745427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e4e0>> security_group_rule after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.745810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e4e0>> security_group_rule after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.746185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e4e0>> security_group_rule after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.746730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e6a0>> address_group after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.747137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e6a0>> address_group after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.747517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f137186e6a0>> address_group after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.747885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] ML2 OVO RPC backend initialized. {{(pid=83873) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 17 00:37:58.748598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.748986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.749567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> network before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.750042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> networks before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.750430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> port before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.750841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> ports before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.751249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> subnet before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.751633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> subnets before_response 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.752017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> network after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.752395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> network after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.752769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.753142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.753516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.753893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.754269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> subnet after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.754645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.755050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f137186e780>> subnet after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.755685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.plugin [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Modular L2 Plugin initialization complete
Feb 17 00:37:58.756045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading services supported by the core plugin {{(pid=83873) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 17 00:37:58.756416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.plugins.ml2.managers [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Got port-security extension from driver 'port_security'
Feb 17 00:37:58.756923 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.extensions.vlantransparent [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Disabled vlantransparent extension.
Feb 17 00:37:58.757409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83873) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 17 00:37:58.760454 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: router
Feb 17 00:37:58.800040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router_interface before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.800493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.800904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router before_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.801315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router_interface before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.801737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router_interface after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.802138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.802542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> floatingip after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.802993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.803388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.803785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.804179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router_gateway after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.804589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.805084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.805510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f137201a268> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.805899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f137201a378> port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.806284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f137201a2f0> subnet after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.806667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f137201a158> subnetpool_address_scope after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.807113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> port precommit_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.807508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.807898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1371e488c8> port before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.808286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.808696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router after_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.809081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_delete 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.809475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_create 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.809888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router_interface after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.810278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> router precommit_update 55549900 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.810712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f137186e908>> network after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.812286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Tracking information for resource: router configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.812727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Tracking information for resource: floatingip configured {{(pid=83873) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 17 00:37:58.817602 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_agentschedulers_db [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 17 00:37:58.818259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1371898730> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.818661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f137188b6a8> port after_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.819084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _notify_port_delete at 0x7f13718986a8> port after_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.819482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f13718988c8> port after_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.820406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1371850630>> router before_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.820817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1371850630>> router precommit_delete 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.821224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1371850630>> router precommit_create 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.821626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1371850630>> router precommit_update 55550100 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.826260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.provider_configuration [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service providers = [] {{(pid=83873) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 17 00:37:58.826663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.servicetype_db [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83873) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 17 00:37:58.830401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:37:58.830790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:37:58.831206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:37:58.832118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.service_base [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83873) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 17 00:37:58.832528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.services.service_base [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 17 00:37:58.832959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.833319 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 17 00:37:58.843656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.844032 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: auto_allocate
Feb 17 00:37:58.849891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f13717bee18> network precommit_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.850302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f13717bee18> network precommit_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.850918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.851284 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: tag
Feb 17 00:37:58.858293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.858690 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: timestamp
Feb 17 00:37:58.862570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.863115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: network_ip_availability
Feb 17 00:37:58.868658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f137171b390>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.869072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f137171b390>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.869473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f137171b390>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:58.870264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.870628 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: flavors
Feb 17 00:37:58.875927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.876298 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading Plugin: revisions
Feb 17 00:37:58.880567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83873) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 17 00:37:58.880997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=83873) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:37:58.881798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83873) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 17 00:37:58.882170 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Initializing extension manager.
Feb 17 00:37:58.882747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: __init__.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.883161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: __pycache__ {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.883541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.883919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.884883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.885527 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: address-group
Feb 17 00:37:58.885899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.886678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.887462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: address-scope
Feb 17 00:37:58.888942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.889433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.890663 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: router-admin-state-down-before-update
Feb 17 00:37:58.891077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: agent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.891851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.892445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: agent
Feb 17 00:37:58.892814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: agent_resources_synced.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.893750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.894342 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: agent-resources-synced
Feb 17 00:37:58.894710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: allowedaddresspairs.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.896592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.897196 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: allowed-address-pairs
Feb 17 00:37:58.897568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: auto_allocated_topology.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.898656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.899289 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: auto-allocated-topology
Feb 17 00:37:58.899658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.900418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.901017 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: availability_zone
Feb 17 00:37:58.901383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: availability_zone_filter.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.902311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.902920 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: availability_zone_filter
Feb 17 00:37:58.903298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: data_plane_status.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.904218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.904807 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 17 00:37:58.905175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: default_subnetpools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.906582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.907303 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: default-subnetpools
Feb 17 00:37:58.907676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.908648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.909249 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: dhcp_agent_scheduler
Feb 17 00:37:58.909622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: dns.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.910557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.911176 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension dns-integration not supported by any of loaded plugins
Feb 17 00:37:58.911547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: dns_domain_ports.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.912482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.913072 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 17 00:37:58.913441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: dvr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.914174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.914763 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: dvr
Feb 17 00:37:58.915411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: empty_string_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.916344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.916932 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: empty-string-filtering
Feb 17 00:37:58.917297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.918229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.918809 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 17 00:37:58.919200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.920131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.920714 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 17 00:37:58.921116 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: external_net.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.922044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.922639 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: external-net
Feb 17 00:37:58.923039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.923956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.924546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: extra_dhcp_opt
Feb 17 00:37:58.924910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: extraroute.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.925824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.926411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: extraroute
Feb 17 00:37:58.926775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: extraroute_atomic.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.927831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.928423 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: extraroute-atomic
Feb 17 00:37:58.928788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: filter_validation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.929494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.930077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: filter-validation
Feb 17 00:37:58.930442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: fip_pf_description.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.931400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.931982 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 17 00:37:58.932346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: fip_port_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.933288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.933874 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: fip-port-details
Feb 17 00:37:58.934237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.935521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.936118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: flavors
Feb 17 00:37:58.936487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.938721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.939345 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 17 00:37:58.939817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: floatingip_pools.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.940581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.941172 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: floatingip-pools
Feb 17 00:37:58.941541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: ip_allocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.942500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.943115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 17 00:37:58.943491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.944435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.945021 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: ip-substring-filtering
Feb 17 00:37:58.945390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l2_adjacency.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.946327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.946929 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 17 00:37:58.947298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.948372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.948971 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: router
Feb 17 00:37:58.949337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.951626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.952245 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 17 00:37:58.953154 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.954096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.954693 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: ext-gw-mode
Feb 17 00:37:58.955098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.956039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.956633 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: l3-ha
Feb 17 00:37:58.957001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3_flavors.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.957940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.958535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: l3-flavors
Feb 17 00:37:58.958925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.959856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.960447 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 17 00:37:58.960811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: l3agentscheduler.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.962093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.962699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: l3_agent_scheduler
Feb 17 00:37:58.963127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: logging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.964630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.965233 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension logging not supported by any of loaded plugins
Feb 17 00:37:58.965608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: metering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.966418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.967159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: metering
Feb 17 00:37:58.967534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.968678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.969269 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: metering_source_and_destination_fields
Feb 17 00:37:58.969639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: multiprovidernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.970587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.971236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: multi-provider
Feb 17 00:37:58.971611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: netmtu.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.972543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.973141 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: net-mtu
Feb 17 00:37:58.973515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: netmtu_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.974445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.975074 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: net-mtu-writable
Feb 17 00:37:58.975445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: network_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.976173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.976758 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: network_availability_zone
Feb 17 00:37:58.977127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: network_ip_availability.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.978234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.978823 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: network-ip-availability
Feb 17 00:37:58.979218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: network_segment_range.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.980167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.980763 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 17 00:37:58.981131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: pagination.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.982159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.982547 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: pagination
Feb 17 00:37:58.982931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: port_device_profile.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.983898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.984493 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: port-device-profile
Feb 17 00:37:58.984858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.985797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.986390 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: port-mac-address-regenerate
Feb 17 00:37:58.986757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.987718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.988307 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: port-numa-affinity-policy
Feb 17 00:37:58.988672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: port_resource_request.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.989599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.990184 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 17 00:37:58.990550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: portbindings.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.991520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.992109 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: binding
Feb 17 00:37:58.992481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: portbindings_extended.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.993744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.994341 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: binding-extended
Feb 17 00:37:58.994713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: portsecurity.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.995670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.996265 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: port-security
Feb 17 00:37:58.996638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: project_id.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.997633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:58.998013 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: project-id
Feb 17 00:37:58.998382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: providernet.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:58.999880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.000614 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: provider
Feb 17 00:37:59.000985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.004523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.005132 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos not supported by any of loaded plugins
Feb 17 00:37:59.005512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.007941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.008545 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 17 00:37:59.008923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.009863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.010456 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 17 00:37:59.010830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_default.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.011788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.012371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-default not supported by any of loaded plugins
Feb 17 00:37:59.012740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_fip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.013447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.014028 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-fip not supported by any of loaded plugins
Feb 17 00:37:59.014395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_gateway_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.016029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.016625 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 17 00:37:59.016993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_port_network_policy.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.017919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.018506 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 17 00:37:59.018896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_rule_type_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.019865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.020451 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 17 00:37:59.020818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: qos_rules_alias.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.021938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.022529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 17 00:37:59.022937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: quotasv2.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.023945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.024328 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: quotas
Feb 17 00:37:59.024694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: quotasv2_detail.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.026333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.026721 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: quota_details
Feb 17 00:37:59.027122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: rbac.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.028290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.028899 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: rbac-policies
Feb 17 00:37:59.029273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: rbac_address_scope.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.030213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.030937 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: rbac-address-scope
Feb 17 00:37:59.031238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: rbac_security_groups.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.032282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.032885 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: rbac-security-groups
Feb 17 00:37:59.033257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: rbac_subnetpool.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.034191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.034783 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: rbac-subnetpool
Feb 17 00:37:59.035177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: revisionifmatch.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.036121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.036713 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: revision-if-match
Feb 17 00:37:59.037078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: revisions.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.038227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.038823 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: standard-attr-revisions
Feb 17 00:37:59.039222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: router_availability_zone.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.039953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.040801 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: router_availability_zone
Feb 17 00:37:59.041170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: routerservicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.042120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.042702 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension router-service-type not supported by any of loaded plugins
Feb 17 00:37:59.043100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.044059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.044649 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: security-groups-normalized-cidr
Feb 17 00:37:59.045014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.045944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.046747 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: port-security-groups-filtering
Feb 17 00:37:59.047146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.048109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.048710 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: security-groups-remote-address-group
Feb 17 00:37:59.049077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: securitygroup.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.062642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.063284 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: security-group
Feb 17 00:37:59.063668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.064537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.065130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension segment not supported by any of loaded plugins
Feb 17 00:37:59.065501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.066456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.067077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 17 00:37:59.067448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: servicetype.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.068570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.069174 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: service-type
Feb 17 00:37:59.069544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: sorting.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.070535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.070936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: sorting
Feb 17 00:37:59.071306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: standard_attr_segment.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.072244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.072838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 17 00:37:59.073205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: standardattrdescription.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.073908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.074514 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: standard-attr-description
Feb 17 00:37:59.074908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: stateful_security_group.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.075866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.076464 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: stateful-security-group
Feb 17 00:37:59.076829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: stdattrs_common.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.078084 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 17 00:37:59.078454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.079496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.080093 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 17 00:37:59.080464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnet_onboard.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.081556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.082159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: subnet_onboard
Feb 17 00:37:59.082529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.083510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.084111 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 17 00:37:59.084476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnet_service_types.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.085424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.086031 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: subnet-service-types
Feb 17 00:37:59.086396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnetallocation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.087504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.088110 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: subnet_allocation
Feb 17 00:37:59.088481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.089199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.089802 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: subnetpool-prefix-ops
Feb 17 00:37:59.090171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.091143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.091733 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 17 00:37:59.092101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: tagging.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.093544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.094153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: standard-attr-tag
Feb 17 00:37:59.094527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: timestamp.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.095745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.096347 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loaded extension: standard-attr-timestamp
Feb 17 00:37:59.096716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: trunk.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.097758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.098356 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension trunk not supported by any of loaded plugins
Feb 17 00:37:59.098726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: trunk_details.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.099683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.100279 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension trunk-details not supported by any of loaded plugins
Feb 17 00:37:59.100649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: uplink_status_propagation.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.101582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.102171 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 17 00:37:59.102537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Loading extension file: vlantransparent.py {{(pid=83873) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 17 00:37:59.103290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83873) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 17 00:37:59.103887 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 17 00:37:59.106580 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:network
Feb 17 00:37:59.107436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnet
Feb 17 00:37:59.108118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:37:59.108814 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:port
Feb 17 00:37:59.110304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.110799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service FLAVORS assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.111535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.112021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.112397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:router
Feb 17 00:37:59.113128 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 00:37:59.113915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.115744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f13716609b0>> rbac-policy before_create 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:59.116152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f13716609b0>> rbac-policy before_update 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:59.116545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f13716609b0>> rbac-policy before_delete 55550000 {{(pid=83873) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:37:59.117685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 00:37:59.118191 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 00:37:59.119036 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 00:37:59.119855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service CORE assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.120232 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:37:59.120609 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] subnetpool is already registered
Feb 17 00:37:59.121286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service CORE assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.121659 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:37:59.122027 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] subnetpool is already registered
Feb 17 00:37:59.125469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.125954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service FLAVORS assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.126605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.127103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.127483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:router
Feb 17 00:37:59.127851 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] router is already registered
Feb 17 00:37:59.128517 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:floatingip
Feb 17 00:37:59.128886 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] floatingip is already registered
Feb 17 00:37:59.129590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service METERING assigned prefix: /metering {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.130328 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 17 00:37:59.130694 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] rbac_policy is already registered
Feb 17 00:37:59.131365 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:security_group
Feb 17 00:37:59.131737 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] security_group is already registered
Feb 17 00:37:59.132405 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 17 00:37:59.132776 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] security_group_rule is already registered
Feb 17 00:37:59.133513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service CORE assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.133893 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:37:59.134261 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] subnetpool is already registered
Feb 17 00:37:59.134964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.resource_helper [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Service CORE assigned prefix:  {{(pid=83873) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 17 00:37:59.135337 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 17 00:37:59.135700 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.quota.resource_registry [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] subnetpool is already registered
Feb 17 00:37:59.136421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: extensions {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.137961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: address-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.139731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: address-scopes {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.141787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.143072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: auto-allocated-topology {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.144405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: availability_zones {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.145853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: dhcp-networks {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.147384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: dhcp-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.148886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.150778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: flavors {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.152040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.153362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: next_providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.155865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: service_profiles {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.157426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: floatingip-pools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.158728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.160659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: floatingips {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.161915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: l3-routers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.163417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: l3-agents {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.164939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: metering-labels {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.166639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: metering-label-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.168045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: network-ip-availabilities {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.169390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: bindings {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.171684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.173190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: quotas {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.174698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: rbac-policies {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.176141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: security-groups {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.177410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: security-group-rules {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.178729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: service-providers {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.180051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.181557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: subnetpools {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.183142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.184999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.187594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.189548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.191478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.193253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.195162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.197102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.199095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.201040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.extensions [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Extended resource: tags {{(pid=83873) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 17 00:37:59.208321 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 17 00:37:59.213573 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 17 00:37:59.222483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Acquired lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 17 00:37:59.223044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Releasing lock "singleton_lock" {{(pid=83873) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 17 00:37:59.224522 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Starting 2 workers
Feb 17 00:37:59.229306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Started child 83982 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:37:59.233359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.234674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Started child 83983 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:37:59.235416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [-] (83982) wsgi starting up on http://0.0.0.0:9696
Feb 17 00:37:59.236119 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 17 00:37:59.236856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Notify callbacks [] for process, before_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.238354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.239432 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Starting 1 workers
Feb 17 00:37:59.239805 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [-] (83983) wsgi starting up on http://0.0.0.0:9696
Feb 17 00:37:59.244918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Started child 83984 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:37:59.245497 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Starting 1 workers
Feb 17 00:37:59.247174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] calling RpcWorker wait() {{(pid=83984) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 17 00:37:59.247589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] returning from RpcWorker wait() {{(pid=83984) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 17 00:37:59.249141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.250321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:37:59.250825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Started child 83985 {{(pid=83873) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 17 00:37:59.251677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b637adb-8f69-468e-a637-bcd21f950a69 None None] Notify callbacks [] for process, after_spawn {{(pid=83873) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.253377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 00:37:59.253614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:37:59.253828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:37:59.254096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:37:59.254505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:37:59.254710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:37:59.255327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.255481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:37:59.255622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.256112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.256405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.256730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.257397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.257678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.257988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.258302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.258589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.258791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.259021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.259318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.259610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.259953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.260252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.260538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.260814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.261033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.261308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.261623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.261913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.262213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.262504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.263098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.263364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.263670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.264262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.264262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.264559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.264802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.265108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.265373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.265640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.265927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.266176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.266466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.266761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.267041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.267510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host                           = dv-cinder-759943-4-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.267765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.268022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.268312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.268582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.268867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.269141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.269436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.269731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.269996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.270260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.270537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.270804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.271141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.271423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.271618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.271887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.272180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.272491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.272711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.272978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.273175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.273479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.273674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.273998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.274255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.274511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.274780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.275162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.275328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.275615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.275849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.276121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.276379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.276665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.276956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.277241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.277508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.277779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.278046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.278295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.278563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.279446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.279446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.279446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.279938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.281007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.281197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.281444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.281739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.282019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.282292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.282648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.283080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.283576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.283735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.283880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.284120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.284538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.284983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.285240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.285516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.285770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.286039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.286332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.286585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.286891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.287174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.287455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.287736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.288174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:37:59.288285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.288474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.289073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52602) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:37:59.289471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.289908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.290442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.290808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.291057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.291319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.291598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.291873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.292222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.292483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.292805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.293066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.293347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.293697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.294003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.294324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.294582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.294858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.295137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.295395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.295747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.296604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.296951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.297252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.297432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.297706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.297976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.298245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.298496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.298746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.299079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.299338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.299739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.299898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.300111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.302724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.303017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.303644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.303644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.305937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.306504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.306783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.306974 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0143673
Feb 17 00:37:59.307070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.307327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.307587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.307863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.309840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.310172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.310446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.310713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.313070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.313576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.313857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.314135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.314414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.314692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.314998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.315274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.315538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.315800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.316059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.316317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.316581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.316848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.317130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.317390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.317651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.317904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.318545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.318545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.318807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.319928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.320245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.320516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.321091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.321359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.321654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.321919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.322212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.322490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.322784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.323179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.323937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.323937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.324106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.324260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.324713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.324985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.325244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.325523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.325789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.326069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.326349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.326649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.327846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.328359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.328859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.329147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.329482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.329780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.330096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.330449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.330815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.332053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.332362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.332665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.332971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.333362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.333810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.334370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.334716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.335346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.335346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.335619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.335887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.336127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.336581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.336946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.337230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.338887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.339839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.339839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.339839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.340266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.340266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.340516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.340869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.341069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.341288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.341560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.342174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.342305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.342511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.342807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.343961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.344228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.344510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.344753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.345039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.345337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.345605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.345864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.346141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.346415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.346681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.346945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.347359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.347775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.348152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.348672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.348964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.349245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.349539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.349804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.350087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.350340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.350645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.350961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.351208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.351444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.351683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.352224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.352622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.353058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.353297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.353583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.353846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.354226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.354511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.354860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.355085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.355329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.355778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.356171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.356295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.358057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.359645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.359645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.359645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.359645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.360171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.360171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.360435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.360573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.360709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.361764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.362148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.362554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.363026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.363288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.364327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.364567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.364825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.365065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.365321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.365656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.365946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.367809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.368029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.368179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.368524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.368821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.369163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.369381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.369749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.370104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.370422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.370719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.371085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.371389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.371712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.371961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.372362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.372901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.373337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.373815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.374093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.375109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.375383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.375644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.376697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.376960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.377220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.377508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.377812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.378080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.378339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.378630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.378901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.379188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.379439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.379700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.379956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.380147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:37:59.380727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83873) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 17 00:37:59.380922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 17 00:37:59.381108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 17 00:37:59.381321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 17 00:37:59.381528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 17 00:37:59.381712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 17 00:37:59.381966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.382159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.382407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.382538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.382722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.386922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] debug                          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.387952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host                           = dv-cinder-759943-4-iscsi {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.388752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.389841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.390238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.390323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.390503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.390664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.390858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.391834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.392010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.392367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.392698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.393053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.393271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.393463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.393653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.393845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.394034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.394224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.394411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.394597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.394787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.395943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.396132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.396405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.396502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.396643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.396821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.397939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.398126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.398311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.398500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.398688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.398926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.399118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.399305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.399461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.399656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.399844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.400963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.401149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.401554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.401769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.401949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.402125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.402543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.402730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.402955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.403138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 17 00:37:59.403352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.403547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.403779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.403914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.404097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.404289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.404483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.404674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.405999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.406198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.406341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.406483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.406594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.406793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.407003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.407198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.407422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.407582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.407930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.408107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.408338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.408454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.408638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.408831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.409984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.410151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.410346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.410537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.410728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.410969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.411161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.411353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.411545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.411735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.411903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.412097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.412253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.412440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.412632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.412836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.413120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.413240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.413353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.413726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.414783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.415494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.415494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.415627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.415749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.415961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.416973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.417362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.417550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.419215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.419215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.419499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.419744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.420023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.420329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.420548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:37:59.420656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.420803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.421730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.422927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.423133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.423406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.423687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.423954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.424217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.424578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.424845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.425109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.425375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.425636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.425894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.426155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.426414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.426715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.426914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.427180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.427447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.427706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.428058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.428258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.428453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.428764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.428909 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.429883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.430076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.430269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.430461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.430654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.430845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.431062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.431256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.431447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.431639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.431839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.432041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.432232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.432423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.432614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.432836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.433984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.434175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.435823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.437593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.437593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.437593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.437593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.437593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.438338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.438338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.438338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.439308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.440661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.441952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.442809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.444958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.445999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.446119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.446320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.446512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.446706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.446917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.447113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.447303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.447487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.448845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.449927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.450114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.450302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.450506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.450698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.450902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.451108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.451298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.451489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.451676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.451878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.452069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.452283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.452510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.452664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.452857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.453977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.454176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.454374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.454564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.454863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.455095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.455286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.456388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.456588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.456766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.456964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.457149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.457305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.457501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.457691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.457882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.458072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.458302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.458492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.458659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.458852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.459041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.459240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.459430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.459619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 17 00:37:59.459803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83873) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 17 00:38:09.701673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9bed79-2dee-4b9d-b370-2862345d7cfb None None] get_active_networks_info from dv-cinder-759943-4-iscsi {{(pid=83984) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 17 00:38:09.834525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c95629da-202d-4bac-93ad-d60592c4bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:09.889322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9bed79-2dee-4b9d-b370-2862345d7cfb None None] No non-hosted networks {{(pid=83984) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 17 00:38:12.001150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-020b07c2-3835-483c-96be-0ce1b7c24729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:12.047893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-175214eb-2939-4889-a42b-ba9505ec0284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:12.497066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:13.399506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:13.400172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.400715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.401230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.401763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.402271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.402777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.403329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.403817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.415611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.416095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.416473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.416842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:13.417283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1370a26048>, 'Open vSwitch agent', 'dv-cinder-759943-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:13.442395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f13712e9048>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:13.678696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:15.315280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] get_endpoint_by_host() called for host dv-cinder-759943-4-iscsi {{(pid=83984) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 00:38:15.320541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] get_endpoint_by_ip() called for ip 192.168.0.57 {{(pid=83984) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 00:38:15.323820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] _add_endpoint() called for ip 192.168.0.57 {{(pid=83984) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 00:38:15.329652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] _get_endpoints() called {{(pid=83984) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 00:38:15.421350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52704) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:16.042034 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-182f92bb-df78-400f-981e-69edad096063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:38:16.042655 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-182f92bb-df78-400f-981e-69edad096063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:38:16.273379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-182f92bb-df78-400f-981e-69edad096063 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:38:16.274509 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-182f92bb-df78-400f-981e-69edad096063 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8521879
Feb 17 00:38:18.133471 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_hamode_db [None req-7367b475-4cfb-440d-b851-803c296dcd5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 17 00:38:18.226913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367b475-4cfb-440d-b851-803c296dcd5a None None] Routers set() bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:38:18.227346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7367b475-4cfb-440d-b851-803c296dcd5a None None] Router IDs set() for agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 17 00:38:19.005504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52718) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:19.392856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:19.462376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.policy [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83983) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 00:38:19.499008 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:38:19.499414 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:38:19.525768 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f13712071d0>.
Feb 17 00:38:19.542280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:19.599111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732593242307', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732593262169', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732593257356', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732593279795', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732593280922', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-532460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3524363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854087922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854053716'] for rbac-policy, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:19.661531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:19.662786 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-04572edd-8324-4392-98ae-0b2b0d141b9e admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6562524
Feb 17 00:38:22.594606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52732) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:22.966439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:22.972703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:22.977437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Usage tracker for resource:network and tenant:b2f5d1e6b8de4ab3a656159845cefd60 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:22.981136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:22.987520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:22.995980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Made reservation on behalf of b2f5d1e6b8de4ab3a656159845cefd60 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:38:23.002471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.021419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.191271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:23.195151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Usage tracker for resource:security_group_rule and tenant:b2f5d1e6b8de4ab3a656159845cefd60 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:23.198663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:23.204594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:23.299351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.301879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.306610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:23.328284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:38:23.364542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.365028 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Added segment 375e3aca-6982-41b6-9d33-1539da0cd5d9 of type vxlan for network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7
Feb 17 00:38:23.426834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35735ecc-23c8-4045-9b2a-57967752340f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:23.445133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.445466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.445830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.446189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.446543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.446930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.447287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.447638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.447990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.448336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.448686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.449031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Tracked resource versions report:
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'}}
Feb 17 00:38:23.450149 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:38:23.485723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.499575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:23.526646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.527987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:23.528653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:23.534221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:23.645383 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0494924
Feb 17 00:38:23.646021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Pushing event updated for resources: {'Network': ['ID=4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:23.649114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:23.658164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:38:26.689864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52748) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:27.166662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23164a-bebd-471c-a4e5-cb98ddcb3911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:27.168165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ef23164a-bebd-471c-a4e5-cb98ddcb3911 admin admin] 10.222.0.16 "GET /v2.0/networks/4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 HTTP/1.1" status: 200  len: 818 time: 0.4772816
Feb 17 00:38:27.198520 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1ae66b09-6aef-401b-a7d5-e4458faee7c7 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/a97ed651-2fee-4e21-9395-73e640ed3945 HTTP/1.1" status: 200  len: 734 time: 0.0241470
Feb 17 00:38:27.208452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Request body: {'subnet': {'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945', 'ip_version': 4, 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:27.212818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:27.216697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Usage tracker for resource:subnet and tenant:b2f5d1e6b8de4ab3a656159845cefd60 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:27.220543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:27.226082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:27.234453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Made reservation on behalf of b2f5d1e6b8de4ab3a656159845cefd60 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:38:27.238975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:27.703410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:27.718003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:27.855263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeb8aa2-18f2-40a7-8936-a7c52a071e11,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:27.862984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:27.918712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Checking segment: {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:38:27.919134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Network hostable DHCP agents. Network: 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:38:27.940189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:38:27.948610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:27.953289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:27.953984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:27.959243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586e46b-4300-4c4a-a014-48360ef6cc4c None None] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:38:27.973208 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7683196
Feb 17 00:38:28.444911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:38:28.446037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:28.760344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Allocated IP 172.20.0.2 (4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7/aeeb8aa2-18f2-40a7-8936-a7c52a071e11/305957fb-419a-4031-8603-7d5f81fb7427) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:38:29.002764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:29.016427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Transition to ACTIVE for port object 305957fb-419a-4031-8603-7d5f81fb7427 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:38:29.032940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Transition to ACTIVE for port object 305957fb-419a-4031-8603-7d5f81fb7427 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:38:29.038791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:29.054815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:29.191374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Pushing event updated for resources: {'Port': ['ID=305957fb-419a-4031-8603-7d5f81fb7427,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:29.203765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.204155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.204528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.204900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.205266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.205656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.205994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.206357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.206720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.207129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.207493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.207849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Tracked resource versions report:
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'}}
Feb 17 00:38:29.208923 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:38:29.212570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:29.265417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:38:29.266647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:29.269464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:38:29.331453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Attempting to bind port 305957fb-419a-4031-8603-7d5f81fb7427 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:38:29.331895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Attempting to bind port 305957fb-419a-4031-8603-7d5f81fb7427 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:38:29.332327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Attempting to bind port 305957fb-419a-4031-8603-7d5f81fb7427 on network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:38:29.337811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:38:29.338238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Checking segment: {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:38:29.338732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:29.339186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Bound using segment: {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:38:29.339720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Bound port: 305957fb-419a-4031-8603-7d5f81fb7427, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:38:29.340140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:29.433034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] For port 305957fb-419a-4031-8603-7d5f81fb7427, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:38:29.437804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] For port 305957fb-419a-4031-8603-7d5f81fb7427, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=305957fb-419a-4031-8603-7d5f81fb7427,segment=NetworkSegment(375e3aca-6982-41b6-9d33-1539da0cd5d9),segment_id=375e3aca-6982-41b6-9d33-1539da0cd5d9)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:38:29.440993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:29.456035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:29.616814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Pushing event updated for resources: {'Port': ['ID=305957fb-419a-4031-8603-7d5f81fb7427,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:29.620391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:30.711013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52758) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:31.119774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-e1b8d7b4-fc2d-417b-a764-e0f6eace44e6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:38:31.120833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e1b8d7b4-fc2d-417b-a764-e0f6eace44e6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4087079
Feb 17 00:38:33.393776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 305957fb-419a-4031-8603-7d5f81fb7427 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:38:33.464123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 305957fb-419a-4031-8603-7d5f81fb7427 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:38:33.853271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52772) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:34.246553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-83ed460e-b11a-4604-bea4-1e52aca618e4 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:38:34.247737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-83ed460e-b11a-4604-bea4-1e52aca618e4 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3934910
Feb 17 00:38:34.486229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3cdd68-93af-4e85-a998-359bc492ebbb None None] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:38:34.578802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Provisioning for port 305957fb-419a-4031-8603-7d5f81fb7427 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:38:34.588530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Provisioning complete for port 305957fb-419a-4031-8603-7d5f81fb7427 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:34.588943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:34.832785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:34.877474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] For port 305957fb-419a-4031-8603-7d5f81fb7427, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=305957fb-419a-4031-8603-7d5f81fb7427,segment=NetworkSegment(375e3aca-6982-41b6-9d33-1539da0cd5d9),segment_id=375e3aca-6982-41b6-9d33-1539da0cd5d9)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:38:34.881822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:34.892182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7525d332-5a78-4c95-a5bc-961c18723aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:34.967956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Pushing event updated for resources: {'Port': ['ID=305957fb-419a-4031-8603-7d5f81fb7427,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:34.971221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:35.213366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-122cd4f4-fd84-4a52-9ecf-72b13f05c564 None None] Provisioning complete for port 305957fb-419a-4031-8603-7d5f81fb7427 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:35.213775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-122cd4f4-fd84-4a52-9ecf-72b13f05c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:35.395723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 305957fb-419a-4031-8603-7d5f81fb7427 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:38:35.535643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 305957fb-419a-4031-8603-7d5f81fb7427 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:35.536181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:35.718143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5c8985c3-3486-4474-88ee-9c6539571692 None None] Provisioning complete for port 305957fb-419a-4031-8603-7d5f81fb7427 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:35.718550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c8985c3-3486-4474-88ee-9c6539571692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.380136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52784) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:37.748997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:37.754515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:37.758479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Usage tracker for resource:router and tenant:b2f5d1e6b8de4ab3a656159845cefd60 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:37.761739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:37.768121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:37.777987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.779423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.802653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.909328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.927573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:37.928824 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cf0a2486-5799-4412-971c-f0b873d515a1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5476341
Feb 17 00:38:39.555084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-913e4f03-5a13-4f1c-8e33-d4dddde3ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:40.628841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52794) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:41.016957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-5831904f-5e1c-4775-b056-13946f7cfd3c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:38:41.018016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5831904f-5e1c-4775-b056-13946f7cfd3c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3881679
Feb 17 00:38:41.993841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d297dda-0ea1-4cf4-a3d6-44ad4331a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:42.411275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:43.382364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:43.629948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:43.756552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52814) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:43.916733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:43.922657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:43.926600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Usage tracker for resource:network and tenant:379a707429eb49389200d2acf8e9897e is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:43.930057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:43.936082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:43.945318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Made reservation on behalf of 379a707429eb49389200d2acf8e9897e for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:38:43.949849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:43.962068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:43.977271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:43.981071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Usage tracker for resource:security_group_rule and tenant:379a707429eb49389200d2acf8e9897e is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:43.984431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:43.989920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:44.070974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.073315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.077473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:44.099047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Reserving flat network on physical network physnet1 {{(pid=83983) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 17 00:38:44.113213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d831386-4315-4c87-9275-1572263ea8c5,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:44.117355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:44.119916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.120591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1371f9fe18> segment precommit_create {{(pid=83983) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 17 00:38:44.121000 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Added segment 6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c of type flat for network 28ace156-edba-4acf-b19e-e8cace1ddc78
Feb 17 00:38:44.153358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.189257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.190471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:44.191133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:44.195955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:44.299118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5413923
Feb 17 00:38:44.299849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Pushing event updated for resources: {'Network': ['ID=28ace156-edba-4acf-b19e-e8cace1ddc78,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:44.302495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:44.310695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:38:46.794603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52834) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:46.910595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc0c7f-752a-45bb-8090-51ad7588f5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:46.912036 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7ddc0c7f-752a-45bb-8090-51ad7588f5a8 admin admin] 10.222.0.16 "GET /v2.0/subnets/aeeb8aa2-18f2-40a7-8936-a7c52a071e11 HTTP/1.1" status: 200  len: 849 time: 0.1158037
Feb 17 00:38:47.059729 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0f7d96ef-dd62-496b-b905-1b661e0a48bf admin admin] 10.222.0.16 "GET /v2.0/routers/5c328a99-844b-4927-9738-32ee4803e35f HTTP/1.1" status: 200  len: 704 time: 0.1413157
Feb 17 00:38:47.682093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.045428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Allocated IP 172.20.0.1 (4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7/aeeb8aa2-18f2-40a7-8936-a7c52a071e11/52605446-9ffc-4401-a7e0-e22ce679e24a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:38:48.208915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.225925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Transition to ACTIVE for port object 52605446-9ffc-4401-a7e0-e22ce679e24a will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:38:48.279778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.294469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:48.312723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:38:48.427521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Pushing event updated for resources: {'Port': ['ID=52605446-9ffc-4401-a7e0-e22ce679e24a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:48.430952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:48.488809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:38:48.489879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:48.492209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:38:48.492920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.729867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-15b1e44b-6dc2-4388-9e7c-fc7814168885 None None] Provisioning for port 52605446-9ffc-4401-a7e0-e22ce679e24a completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:38:48.734865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-15b1e44b-6dc2-4388-9e7c-fc7814168885 None None] Provisioning complete for port 52605446-9ffc-4401-a7e0-e22ce679e24a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:48.735309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15b1e44b-6dc2-4388-9e7c-fc7814168885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.762421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:48.793004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-15b1e44b-6dc2-4388-9e7c-fc7814168885 None None] Port 52605446-9ffc-4401-a7e0-e22ce679e24a cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:38:49.050841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:49.054245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:49.055362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:49.070232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:49.200261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Pushing event updated for resources: {'Port': ['ID=52605446-9ffc-4401-a7e0-e22ce679e24a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:49.205538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:49.259288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:38:49.260354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:49.458816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Router 5c328a99-844b-4927-9738-32ee4803e35f is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:38:49.516614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bc40924b-d644-4f49-b50a-a20fd70a7950 None None] Provisioning complete for port 52605446-9ffc-4401-a7e0-e22ce679e24a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:49.517030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc40924b-d644-4f49-b50a-a20fd70a7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:49.581060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-bc40924b-d644-4f49-b50a-a20fd70a7950 None None] Port 52605446-9ffc-4401-a7e0-e22ce679e24a cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:38:49.787948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:38:49.798415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Sync routers for ids ['5c328a99-844b-4927-9738-32ee4803e35f'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:38:49.799465 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c328a99-844b-4927-9738-32ee4803e35f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7339742
Feb 17 00:38:49.813628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Routers {'5c328a99-844b-4927-9738-32ee4803e35f'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:38:49.814636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712c3f60>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:38:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['5c328a99-844b-4927-9738-32ee4803e35f'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:50.001278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Set router 5c328a99-844b-4927-9738-32ee4803e35f gateway port host: None {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:38:50.549290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712c3f60>, [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:48Z', 'revision_number': 2, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port_host': None, '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:48Z', 'revision_number': 2, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:50.554380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Checking router: 5c328a99-844b-4927-9738-32ee4803e35f for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:38:50.554771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Updating router 5c328a99-844b-4927-9738-32ee4803e35f port 52605446-9ffc-4401-a7e0-e22ce679e24a binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:38:50.614224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.065446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.080222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Transition to ACTIVE for port object 52605446-9ffc-4401-a7e0-e22ce679e24a will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:38:51.082879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.098976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:51.245172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Pushing event updated for resources: {'Port': ['ID=52605446-9ffc-4401-a7e0-e22ce679e24a,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:51.256101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.256469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.256831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.257188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.257542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.257895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.258252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.258605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.258990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.259343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.259691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.260034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Tracked resource versions report:
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'}}
Feb 17 00:38:51.261105 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:38:51.268229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:51.419152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Attempting to bind port 52605446-9ffc-4401-a7e0-e22ce679e24a on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:38:51.419611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Attempting to bind port 52605446-9ffc-4401-a7e0-e22ce679e24a by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:38:51.420027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Attempting to bind port 52605446-9ffc-4401-a7e0-e22ce679e24a on network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:38:51.425749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:38:51.426175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Checking segment: {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:38:51.426664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.427104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Bound using segment: {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:38:51.427646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Bound port: 52605446-9ffc-4401-a7e0-e22ce679e24a, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375e3aca-6982-41b6-9d33-1539da0cd5d9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:38:51.428053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.521714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] For port 52605446-9ffc-4401-a7e0-e22ce679e24a, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:38:51.527432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] For port 52605446-9ffc-4401-a7e0-e22ce679e24a, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=52605446-9ffc-4401-a7e0-e22ce679e24a,segment=NetworkSegment(375e3aca-6982-41b6-9d33-1539da0cd5d9),segment_id=375e3aca-6982-41b6-9d33-1539da0cd5d9)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:38:51.530856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:51.546899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:51.698547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Pushing event updated for resources: {'Port': ['ID=52605446-9ffc-4401-a7e0-e22ce679e24a,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:51.711003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:51.758522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Routers {'5c328a99-844b-4927-9738-32ee4803e35f'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:38:51.759209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712c3f60>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:38:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['5c328a99-844b-4927-9738-32ee4803e35f'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:51.930889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] Set router 5c328a99-844b-4927-9738-32ee4803e35f gateway port host: None {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:38:52.270664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712c3f60>, [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:48Z', 'revision_number': 2, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port_host': None, '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:51Z', 'revision_number': 4, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:52.274769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f988bd-f7de-4e31-9df1-463e1bf9f1a4 None None] The sync data for ids ['5c328a99-844b-4927-9738-32ee4803e35f'] in dv-cinder-759943-4-iscsi is: [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:48Z', 'revision_number': 2, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port_host': None, '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:51Z', 'revision_number': 4, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:38:52.310583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52846) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:52.465481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840d5bd0-05a2-462b-98f2-ef402529153b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:52.466093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-840d5bd0-05a2-462b-98f2-ef402529153b admin admin] Synchronizing usage tracker for tenant:379a707429eb49389200d2acf8e9897e on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:38:52.482649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-840d5bd0-05a2-462b-98f2-ef402529153b admin admin] Unset dirty status for tenant:379a707429eb49389200d2acf8e9897e on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:38:52.483917 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-840d5bd0-05a2-462b-98f2-ef402529153b admin admin] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 842 time: 0.1722815
Feb 17 00:38:52.494313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:52.500061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:52.503931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Usage tracker for resource:subnet and tenant:379a707429eb49389200d2acf8e9897e is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:52.506841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:52.516763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:52.525052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Made reservation on behalf of 379a707429eb49389200d2acf8e9897e for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:38:52.530433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:52.960276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83983) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:38:52.960763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:52.978294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:53.108012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb04e52-3bd8-468a-a39c-e949128b9e52,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:53.112615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:53.175657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:38:53.175657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Network hostable DHCP agents. Network: 28ace156-edba-4acf-b19e-e8cace1ddc78, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:38:53.198438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:38:53.206863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 28ace156-edba-4acf-b19e-e8cace1ddc78) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:53.210730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:53.211397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:53.215994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b10f0a-1b83-4008-8d4c-61456458e617 None None] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:38:53.237231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7430186
Feb 17 00:38:53.459795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 52605446-9ffc-4401-a7e0-e22ce679e24a up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:38:53.514119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb87ff64-4236-4da2-8601-69c22f6830a1 None None] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:38:53.657935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 52605446-9ffc-4401-a7e0-e22ce679e24a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:38:53.667113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 52605446-9ffc-4401-a7e0-e22ce679e24a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:53.667530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:53.875343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:53.908723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 52605446-9ffc-4401-a7e0-e22ce679e24a, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=52605446-9ffc-4401-a7e0-e22ce679e24a,segment=NetworkSegment(375e3aca-6982-41b6-9d33-1539da0cd5d9),segment_id=375e3aca-6982-41b6-9d33-1539da0cd5d9)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:38:53.911940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:53.917339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9373acd8-856c-4e44-b2eb-35b8ded4a6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:53.989925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=52605446-9ffc-4401-a7e0-e22ce679e24a,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:53.993248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:55.383062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 52605446-9ffc-4401-a7e0-e22ce679e24a up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:38:55.456574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 52605446-9ffc-4401-a7e0-e22ce679e24a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:38:55.456991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:55.858911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52860) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:38:56.067217 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b0284e7a-9f5e-49e9-b253-be13dafc342b admin admin] 10.222.0.16 "GET /v2.0/routers/5c328a99-844b-4927-9738-32ee4803e35f HTTP/1.1" status: 200  len: 710 time: 0.2070735
Feb 17 00:38:56.203381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77be63a-a0af-499b-af5b-3cf95b157c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:38:56.204716 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d77be63a-a0af-499b-af5b-3cf95b157c9d admin admin] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 886 time: 0.1316054
Feb 17 00:38:56.214302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:38:56.846288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.185878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.243191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.256315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.271097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:38:57.275086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:38:57.277971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:38:57.284156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:38:57.372260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.375061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.389899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:57.481199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395239e9-975b-4563-a485-3460ae988aec,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:57.485122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:57.641133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Allocated IP 172.27.0.214 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/7f36e23d-5058-4cce-99a6-5d0a97e5162f) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:38:57.792446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.822388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:57.838141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:38:57.970203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Pushing event updated for resources: {'Port': ['ID=7f36e23d-5058-4cce-99a6-5d0a97e5162f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:38:57.982256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:38:58.023822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:38:58.024906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:38:58.027168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:38:58.418508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:58.773121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:58.776567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854368714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-407053', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851095105'] for router, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:59.139356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Router 5c328a99-844b-4927-9738-32ee4803e35f has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:38:59.325291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:38:59.335942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Sync routers for ids ['5c328a99-844b-4927-9738-32ee4803e35f'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:38:59.343416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:38:59.344798 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] 10.222.0.16 "PUT /v2.0/routers/5c328a99-844b-4927-9738-32ee4803e35f HTTP/1.1" status: 200  len: 890 time: 3.1337678
Feb 17 00:38:59.346524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Routers {'5c328a99-844b-4927-9738-32ee4803e35f'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:38:59.347293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713ad710>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:38:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['5c328a99-844b-4927-9738-32ee4803e35f'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:38:59.698335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Set router 5c328a99-844b-4927-9738-32ee4803e35f gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:39:00.051594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713ad710>, [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:58Z', 'revision_number': 4, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port': {'id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:57Z', 'updated_at': '2021-02-17T00:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:53Z', 'revision_number': 5, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:39:00.056309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Checking router: 5c328a99-844b-4927-9738-32ee4803e35f for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:39:00.056698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Updating router 5c328a99-844b-4927-9738-32ee4803e35f port 7f36e23d-5058-4cce-99a6-5d0a97e5162f binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:39:00.111251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.507267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.519030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Transition to ACTIVE for port object 7f36e23d-5058-4cce-99a6-5d0a97e5162f will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:39:00.521818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.537682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:39:00.668640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Pushing event updated for resources: {'Port': ['ID=7f36e23d-5058-4cce-99a6-5d0a97e5162f,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:39:00.681487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:39:00.733688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Attempting to bind port 7f36e23d-5058-4cce-99a6-5d0a97e5162f on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:39:00.734100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Attempting to bind port 7f36e23d-5058-4cce-99a6-5d0a97e5162f by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:39:00.734503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Attempting to bind port 7f36e23d-5058-4cce-99a6-5d0a97e5162f on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:39:00.740264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:39:00.740675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:39:00.741156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.741582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:39:00.742122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Bound port: 7f36e23d-5058-4cce-99a6-5d0a97e5162f, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:39:00.742545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.820596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] For port 7f36e23d-5058-4cce-99a6-5d0a97e5162f, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:39:00.823706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] For port 7f36e23d-5058-4cce-99a6-5d0a97e5162f, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=7f36e23d-5058-4cce-99a6-5d0a97e5162f,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:39:00.827693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:00.843344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:39:00.989797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Pushing event updated for resources: {'Port': ['ID=7f36e23d-5058-4cce-99a6-5d0a97e5162f,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:39:00.993089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:39:01.034820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Routers {'5c328a99-844b-4927-9738-32ee4803e35f'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:39:01.035507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713ad710>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:38:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['5c328a99-844b-4927-9738-32ee4803e35f'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:39:01.222704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] Set router 5c328a99-844b-4927-9738-32ee4803e35f gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:39:01.564372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713ad710>, [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:58Z', 'revision_number': 4, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port': {'id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:57Z', 'updated_at': '2021-02-17T00:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:53Z', 'revision_number': 5, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:39:01.569487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026170e5-f94a-45b8-b960-20ef4916b536 None None] The sync data for ids ['5c328a99-844b-4927-9738-32ee4803e35f'] in dv-cinder-759943-4-iscsi is: [{'id': '5c328a99-844b-4927-9738-32ee4803e35f', 'name': 'router1', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:38:37Z', 'updated_at': '2021-02-17T00:38:58Z', 'revision_number': 4, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'gw_port': {'id': '7f36e23d-5058-4cce-99a6-5d0a97e5162f', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:98:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:57Z', 'updated_at': '2021-02-17T00:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '52605446-9ffc-4401-a7e0-e22ce679e24a', 'name': '', 'network_id': '4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7', 'tenant_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'mac_address': 'fa:16:3e:a9:7e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c328a99-844b-4927-9738-32ee4803e35f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:38:47Z', 'updated_at': '2021-02-17T00:38:53Z', 'revision_number': 5, 'project_id': 'b2f5d1e6b8de4ab3a656159845cefd60', 'subnets': [{'id': 'aeeb8aa2-18f2-40a7-8936-a7c52a071e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a97ed651-2fee-4e21-9395-73e640ed3945'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:39:02.041314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 52870) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:39:02.162649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db826a0-b264-4dff-a85f-2422c7571e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:39:02.164576 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2db826a0-b264-4dff-a85f-2422c7571e80 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1219831
Feb 17 00:39:03.426027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 7f36e23d-5058-4cce-99a6-5d0a97e5162f up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:39:03.503798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 7f36e23d-5058-4cce-99a6-5d0a97e5162f completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:39:03.509240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 7f36e23d-5058-4cce-99a6-5d0a97e5162f triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:39:03.509818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:03.643913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:03.663551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 7f36e23d-5058-4cce-99a6-5d0a97e5162f, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=7f36e23d-5058-4cce-99a6-5d0a97e5162f,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:39:03.667007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:03.670726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:39:03.744406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=7f36e23d-5058-4cce-99a6-5d0a97e5162f,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:39:03.748895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:39:05.418560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 7f36e23d-5058-4cce-99a6-5d0a97e5162f up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:39:05.522515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 7f36e23d-5058-4cce-99a6-5d0a97e5162f triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:39:05.523309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:09.576490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f559a469-abe6-4eee-84e8-b560fe3428b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:11.998628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4f60-344c-4a56-bfb3-3a88bca4b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:12.424695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:13.383606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:13.644666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:25.312756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:39:39.561102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-724cf2ea-0bd2-493b-8b7d-7ed1274e3fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:42.001422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34c0f9f-23f5-4b94-8c53-eab0edcb90f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:42.417696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:43.385248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:39:43.647676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:02.312483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:40:09.562852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474f0078-ba02-438e-badf-01412fd046b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:12.003119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8864f79b-b7c8-461d-954a-19abfe9a8761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:12.421010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:13.390657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:13.666627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:39.312475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:40:39.565162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6691e90a-6e70-4846-bc6f-4dc0f8e20c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:42.004905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eff1d0ec-3868-4a83-9325-682a943f55db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:42.422884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:43.393261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:40:43.659824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:09.566572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07bf1e42-6874-4c00-8e0f-1d4a8c4c55ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:12.005034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5739f2b2-7eee-407c-90d8-45c41c1e276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:12.427518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:13.395664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:13.664508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:14.628763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53446) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:14.706399 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-d686affa-fcac-4ac5-9476-5caf3c776e50 admin admin] GET failed (client error): The resource could not be found.
Feb 17 00:41:14.707771 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d686affa-fcac-4ac5-9476-5caf3c776e50 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0778813
Feb 17 00:41:14.856889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0413b0e-f83b-4f29-828b-377fd0ff49b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:14.858437 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a0413b0e-f83b-4f29-828b-377fd0ff49b1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1462533
Feb 17 00:41:16.312651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:41:17.371161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53456) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:17.495931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be0c59-aa70-4d4f-9076-dff9f37bba90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:17.496581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0be0c59-aa70-4d4f-9076-dff9f37bba90 admin admin] Synchronizing usage tracker for tenant:379a707429eb49389200d2acf8e9897e on resource:subnet {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:41:17.511904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f0be0c59-aa70-4d4f-9076-dff9f37bba90 admin admin] Unset dirty status for tenant:379a707429eb49389200d2acf8e9897e on resource:subnet {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:41:17.513199 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f0be0c59-aa70-4d4f-9076-dff9f37bba90 admin admin] 10.222.0.16 "GET /v2.0/subnets/aeeb8aa2-18f2-40a7-8936-a7c52a071e11 HTTP/1.1" status: 200  len: 849 time: 0.1409259
Feb 17 00:41:17.523721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:41:17.652348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:17.960093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732593363503'] for subnet, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:17.975401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-598e1893-a16e-48d0-9190-6b43dff41e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:41:18.118469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeb8aa2-18f2-40a7-8936-a7c52a071e11,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:41:18.131885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.132268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.132643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.133013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.133374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.133739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.134107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.134462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.134823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.135223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.135579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.135976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:41:18.139602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:41:18.169274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:18.169933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:18.171380 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] 10.222.0.16 "PUT /v2.0/subnets/aeeb8aa2-18f2-40a7-8936-a7c52a071e11 HTTP/1.1" status: 200  len: 868 time: 0.6518514
Feb 17 00:41:18.174610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6586a-0472-4134-8800-bcd2201149c5 None None] Network 4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:41:18.660599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d4a498bb-a0d9-49ac-8038-1a6540e08143 None None] Provisioning complete for port 52605446-9ffc-4401-a7e0-e22ce679e24a triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:41:18.661120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d4a498bb-a0d9-49ac-8038-1a6540e08143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:18.798946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d4a498bb-a0d9-49ac-8038-1a6540e08143 None None] Provisioning complete for port 305957fb-419a-4031-8603-7d5f81fb7427 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:41:18.799284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d4a498bb-a0d9-49ac-8038-1a6540e08143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:20.711350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53466) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:20.898965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b681e3b8-2a0e-4066-94fd-1fa415b665ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:20.899334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b681e3b8-2a0e-4066-94fd-1fa415b665ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:20.900964 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b681e3b8-2a0e-4066-94fd-1fa415b665ea admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1885679
Feb 17 00:41:23.402725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53476) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:23.588111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9599d2b2-020e-4996-bd4f-af5fb682293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:23.588451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9599d2b2-020e-4996-bd4f-af5fb682293b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:23.590078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9599d2b2-020e-4996-bd4f-af5fb682293b admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1862755
Feb 17 00:41:26.046780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53486) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:26.205444 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:41:26.206075 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:41:26.669362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.policy [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83982) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 17 00:41:26.864210 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:41:26.864642 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING oslo_policy.policy [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 17 00:41:26.890800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:26.892653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d0505697-354b-4095-b081-c299e33eeb39 admin admin] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 886 time: 0.8437965
Feb 17 00:41:29.419261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53502) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:29.605807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e057bbe4-8853-42e8-a46c-5a024489725f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:29.607234 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e057bbe4-8853-42e8-a46c-5a024489725f admin admin] 10.222.0.16 "GET /v2.0/networks/4fe4f24e-ce0d-4bbc-93cb-88a59709a6b7 HTTP/1.1" status: 200  len: 862 time: 0.1868808
Feb 17 00:41:32.118771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53512) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:32.236999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179d86b-1e9d-4e78-9e64-13f2cfbd328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:32.237422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179d86b-1e9d-4e78-9e64-13f2cfbd328a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:32.239084 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f179d86b-1e9d-4e78-9e64-13f2cfbd328a admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1191959
Feb 17 00:41:34.785027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53522) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:34.906071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad093b49-5171-4af5-9fe8-c4c43f426f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:34.906489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad093b49-5171-4af5-9fe8-c4c43f426f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:34.908159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ad093b49-5171-4af5-9fe8-c4c43f426f33 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1221046
Feb 17 00:41:37.361841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53532) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:37.470708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7578e75-35a3-4103-94dd-7f1a2bfd47f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:37.472174 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f7578e75-35a3-4103-94dd-7f1a2bfd47f2 admin admin] 10.222.0.16 "GET /v2.0/subnets/4fb04e52-3bd8-468a-a39c-e949128b9e52 HTTP/1.1" status: 200  len: 816 time: 0.1093040
Feb 17 00:41:39.569275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e912361d-3ee5-40bf-ab20-7b02819bd13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:39.931460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53542) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:41:40.046535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce343970-a2e2-4469-831a-0aaaf3c23835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:41:40.047990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ce343970-a2e2-4469-831a-0aaaf3c23835 admin admin] 10.222.0.16 "GET /v2.0/subnets/aeeb8aa2-18f2-40a7-8936-a7c52a071e11 HTTP/1.1" status: 200  len: 868 time: 0.1154721
Feb 17 00:41:42.009575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7e6e-4ada-4df5-ba75-d428c24734ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:42.430218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:43.397733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:43.669581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:41:53.311968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:42:06.032869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53582) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:42:06.084602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-82edf261-a532-4c9a-8d65-7d228a1885c1 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:42:06.085670 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-82edf261-a532-4c9a-8d65-7d228a1885c1 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0517867
Feb 17 00:42:08.612811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53592) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:42:08.690116 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c2ffc1-358d-40a6-8796-ae4a70e0a2da admin admin] GET failed (client error): The resource could not be found.
Feb 17 00:42:08.691475 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-97c2ffc1-358d-40a6-8796-ae4a70e0a2da admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0776684
Feb 17 00:42:08.827596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee1765-5e8c-49db-90fd-ddf4138e2ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:42:08.829173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-81ee1765-5e8c-49db-90fd-ddf4138e2ba1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1333268
Feb 17 00:42:09.572397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9636347b-2c05-4e82-ba4a-7ad8674a671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.315051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53602) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:42:11.366261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:42:11.372346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:42:11.381981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:42:11.390947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Made reservation on behalf of 379a707429eb49389200d2acf8e9897e for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:42:11.395557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.490953 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.services.revisions.revision_plugin [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f136bad6630] {project_id='379a707429eb49389200d2acf8e9897e', id='91423929-f007-4ca2-834d-e7ab68e2d08b', target_tenant='*', action='access_as_shared', object_id='db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'}> to bump revision.
Feb 17 00:42:11.506427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:42:11.515491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.515879 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Added segment 06d4f2bc-e30e-48b1-88b4-f224d0feb89f of type vxlan for network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e
Feb 17 00:42:11.542383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.570429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.571724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:42:11.572354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:11.577073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:42:11.675788 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3595645
Feb 17 00:42:11.681095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=db2c4a96-f5d7-44ac-967c-c1f3cb4d219e,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:42:11.692596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:42:11.702101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:42:12.012071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbca1e0a-075a-4084-a38e-6aadd6e7c140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:12.433204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:13.401019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:13.671537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:14.175996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53612) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:42:14.249326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbdba70-618e-4b47-a991-a797239093fd admin admin] GET failed (client error): The resource could not be found.
Feb 17 00:42:14.249877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1bbdba70-618e-4b47-a991-a797239093fd admin admin] Synchronizing usage tracker for tenant:379a707429eb49389200d2acf8e9897e on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:42:14.264397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-1bbdba70-618e-4b47-a991-a797239093fd admin admin] Unset dirty status for tenant:379a707429eb49389200d2acf8e9897e on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:42:14.265541 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1bbdba70-618e-4b47-a991-a797239093fd admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0885236
Feb 17 00:42:14.556982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fd6528-6f18-4250-86ec-52ed58d7832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:42:14.558451 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0fd6528-6f18-4250-86ec-52ed58d7832d admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.2884607
Feb 17 00:42:14.569688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Request body: {'subnet': {'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:42:14.574264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:42:14.583732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:42:14.592604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Made reservation on behalf of 379a707429eb49389200d2acf8e9897e for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:42:14.597163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:14.990352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:15.005242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-029905c5-421e-4113-95bb-c4326fc76445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:42:15.133397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Pushing event updated for resources: {'Subnet': ['ID=408aa3f8-fe04-48d5-a169-3c506f215be0,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:42:15.138580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:42:15.197876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Checking segment: {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:42:15.198263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Network hostable DHCP agents. Network: db2c4a96-f5d7-44ac-967c-c1f3cb4d219e, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:42:15.217131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:42:15.224896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, db2c4a96-f5d7-44ac-967c-c1f3cb4d219e) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:42:15.228938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:42:15.229579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:15.235008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d8763-a0c8-41e5-9f4c-fdd7bf43eb87 None None] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:42:15.253280 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6876433
Feb 17 00:42:15.468107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-db2c4a96-f5d7-44ac-967c-c1f3cb4d219e', 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e', 'tenant_id': '379a707429eb49389200d2acf8e9897e', 'fixed_ips': [{'subnet_id': '408aa3f8-fe04-48d5-a169-3c506f215be0'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:42:15.469078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:15.761599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Allocated IP 192.168.233.2 (db2c4a96-f5d7-44ac-967c-c1f3cb4d219e/408aa3f8-fe04-48d5-a169-3c506f215be0/97f0d1f0-4595-4483-9edd-c032a801e539) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:42:15.987626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:15.999318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Transition to ACTIVE for port object 97f0d1f0-4595-4483-9edd-c032a801e539 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:42:16.016019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Transition to ACTIVE for port object 97f0d1f0-4595-4483-9edd-c032a801e539 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:42:16.020438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:16.036376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:42:16.163226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Pushing event updated for resources: {'Port': ['ID=97f0d1f0-4595-4483-9edd-c032a801e539,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:42:16.172737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.173120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.173495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.173864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.174229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.174594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.174979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.175341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.175714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.176073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.176467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.176820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:42:16.182046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:42:16.239572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:42:16.240886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:42:16.243268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:42:16.301300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Attempting to bind port 97f0d1f0-4595-4483-9edd-c032a801e539 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:42:16.301651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Attempting to bind port 97f0d1f0-4595-4483-9edd-c032a801e539 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:42:16.303395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Attempting to bind port 97f0d1f0-4595-4483-9edd-c032a801e539 on network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:42:16.308095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:42:16.308515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Checking segment: {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:42:16.308963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:16.309428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Bound using segment: {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:42:16.309944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Bound port: 97f0d1f0-4595-4483-9edd-c032a801e539, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:42:16.310383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:16.408697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] For port 97f0d1f0-4595-4483-9edd-c032a801e539, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:42:16.412191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] For port 97f0d1f0-4595-4483-9edd-c032a801e539, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=97f0d1f0-4595-4483-9edd-c032a801e539,segment=NetworkSegment(06d4f2bc-e30e-48b1-88b4-f224d0feb89f),segment_id=06d4f2bc-e30e-48b1-88b4-f224d0feb89f)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:42:16.416041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:16.432234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:42:16.752716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Pushing event updated for resources: {'Port': ['ID=97f0d1f0-4595-4483-9edd-c032a801e539,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:42:16.757381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:42:17.513273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 97f0d1f0-4595-4483-9edd-c032a801e539 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:42:17.587051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 97f0d1f0-4595-4483-9edd-c032a801e539 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:42:18.040356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff7051-6ad8-48c6-aa8b-54bbdc4038eb None None] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:42:18.140190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Provisioning for port 97f0d1f0-4595-4483-9edd-c032a801e539 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:42:18.158887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Provisioning complete for port 97f0d1f0-4595-4483-9edd-c032a801e539 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:42:18.159325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:18.387600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:18.443633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] For port 97f0d1f0-4595-4483-9edd-c032a801e539, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=97f0d1f0-4595-4483-9edd-c032a801e539,segment=NetworkSegment(06d4f2bc-e30e-48b1-88b4-f224d0feb89f),segment_id=06d4f2bc-e30e-48b1-88b4-f224d0feb89f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:42:18.446552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:18.448675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:42:18.523129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Pushing event updated for resources: {'Port': ['ID=97f0d1f0-4595-4483-9edd-c032a801e539,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:42:18.530281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:42:18.674384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-551c08bb-1079-4a8d-b35d-dcfe89c6e657 None None] Provisioning complete for port 97f0d1f0-4595-4483-9edd-c032a801e539 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:42:18.674806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-551c08bb-1079-4a8d-b35d-dcfe89c6e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:18.937719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b6ab0b2a-8b48-4d61-b77c-29aa10fd8097 None None] Provisioning complete for port 97f0d1f0-4595-4483-9edd-c032a801e539 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:42:18.938132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6ab0b2a-8b48-4d61-b77c-29aa10fd8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:19.184122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6502e244-8890-4854-b9ff-584481c579f6 None None] Provisioning complete for port 97f0d1f0-4595-4483-9edd-c032a801e539 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:42:19.184450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6502e244-8890-4854-b9ff-584481c579f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:19.493081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 97f0d1f0-4595-4483-9edd-c032a801e539 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:42:19.568222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 97f0d1f0-4595-4483-9edd-c032a801e539 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:42:19.568796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:30.312382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:42:39.575539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49d561ae-afee-43ae-b6bb-b0c2e4f42396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:42.013723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ff9cdde1-40cd-400a-8491-ca5215d2f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:42.437423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:43.402884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:42:43.676597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:07.312440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:43:09.578375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7b7781e-65bc-42a1-a179-04aea1057b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:12.016123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1774e479-c2e1-4f9d-9f72-ec65bd1fc6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:12.441423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:13.405335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:13.679858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:29.960840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53654) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:43:29.968086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [None req-b868f4d6-269f-47ae-99a8-fa413ada8a71 tempest-verify_tempest_config-1173289044 tempest-verify_tempest_config-1173289044-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:43:29.969134 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b868f4d6-269f-47ae-99a8-fa413ada8a71 tempest-verify_tempest_config-1173289044 tempest-verify_tempest_config-1173289044-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0072467
Feb 17 00:43:30.288016 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53674) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:43:30.410984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.425790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:43:30.429741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:56b2b45f2cd54391ba5dee5d22353208 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:43:30.432636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:43:30.438349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:43:30.528448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.530995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.540413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:43:30.581412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Synchronizing usage tracker for tenant:379a707429eb49389200d2acf8e9897e on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:43:30.584884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6e8616-87af-4ae7-a44d-f83fef3edb70,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:43:30.595088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.595473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.595849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.596216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.596581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.596951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.597315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.597674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.598034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.598392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.598748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.599128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:43:30.604241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:43:30.612789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Unset dirty status for tenant:379a707429eb49389200d2acf8e9897e on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:43:30.614093 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56b2b45f2cd54391ba5dee5d22353208&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3250451
Feb 17 00:43:30.617005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53680) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:43:30.677514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.704702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.753097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.758022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:43:30.772380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6e8616-87af-4ae7-a44d-f83fef3edb70,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:43:30.775195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:43:30.776254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:30.778497 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b6e8616-87af-4ae7-a44d-f83fef3edb70 HTTP/1.1" status: 204  len: 168 time: 0.1602585
Feb 17 00:43:39.580272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a409d0c-74ff-4e1c-b4fe-bff797ddd34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:42.018261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-df2c21b1-e027-4bce-a940-d0d083d3b1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:42.442733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:43.407575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:43.682743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:43:44.312423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:44:09.582743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-22c2c80d-49cf-40dd-8577-99b49ddb31a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:12.021156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2848b05-176e-4e26-8c2a-4644ec89fdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:12.445983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:13.410534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:13.685781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:21.311260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:44:39.584480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e848761-1519-4fd9-8579-c00972a0c4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:42.022031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7c095af-2dc6-44a0-b19e-dad4382afe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:42.451518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:43.416825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:43.692495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:44:58.310284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 5 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:45:07.852698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185'] for agent, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:07.853247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.853653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.854233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.854697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.855190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.855741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.856182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.856643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.857236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.857743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.858181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.858615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:45:07.859161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1370634828>, 'Open vSwitch agent', 'hv-cinder-75994', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:45:07.863864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1370a38e48>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75994', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:45:08.193035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] get_endpoint_by_host() called for host hv-cinder-75994 {{(pid=83984) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 17 00:45:08.197182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] get_endpoint_by_ip() called for ip 192.168.0.63 {{(pid=83984) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 17 00:45:08.200271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] _add_endpoint() called for ip 192.168.0.63 {{(pid=83984) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 17 00:45:08.204931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] _get_endpoints() called {{(pid=83984) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 17 00:45:09.586375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23ee241f-2c80-48f9-98f0-1780d484c29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:12.023371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-01da5343-06ca-4998-bd5b-6112c123d7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:12.450979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:13.409122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:13.692593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:21.750756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53754) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:45:21.871378 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cd918d07-9fc4-4113-8cf8-1f49a4040fd6 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1193089
Feb 17 00:45:24.356847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53764) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:45:24.417294 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5defaaa9-4024-4b69-a788-7fdb475530c2 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0592256
Feb 17 00:45:35.310034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:45:37.865370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:39.587782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ad72-ff40-43b5-8c22-e6f7d2394ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:42.024487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d7a7dc82-2690-4f2f-a89d-f3000e79e70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:42.454378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:43.411780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:45:43.698256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:07.880457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:09.590826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fef375c-fad3-4e5d-8f33-aa9e5bfa6708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:12.026225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c2286fd-ec10-45a6-b8e2-53f10f46cad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:12.309744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:46:12.458677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:13.413833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:13.700468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:37.880350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:39.593986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9c137d6-f0eb-41cd-96bd-319434c474a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:42.027007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-269ea490-5a2c-49f4-be32-c91cdae9b96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:42.461385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:43.415361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:43.704056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:46:49.309951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:47:02.740645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 53934) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.176282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-429492673-network', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.184910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.190213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Usage tracker for resource:network and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.193523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.199641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:03.209214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Made reservation on behalf of 38b42fb7ef5a4788afd9bcaab5369185 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:03.214795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.229112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.237138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53956) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.246825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.252721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.255788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.261940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:03.362359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.365951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.370468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f0984438-9f4c-46ae-929a-8e29ce540954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:03.405946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:03.412202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126d97a4-4fdf-4b55-9f5f-54d01c8d7725,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:03.422599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.423000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.423377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.423745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.424112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.424477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.424863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.425195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.425553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.425911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.426276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.426650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.427088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.427450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.427808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.428164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.428516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.428874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.429232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.429585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.429958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.430313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.430664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.431043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Tracked resource versions report:
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'},
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'ConntrackHelper': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Log': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Network': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Port': '1.7',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'PortForwarding': '1.2',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'QosPolicy': '1.8',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroup': '1.4',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroupRule': '1.2',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SubPort': '1.0',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Subnet': '1.1',
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Trunk': '1.1'}}
Feb 17 00:47:03.432326 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:47:03.439444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53972) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.440762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.441157 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Added segment 8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564 of type vxlan for network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8
Feb 17 00:47:03.463886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:03.471264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.502652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.503974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:03.504658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.509899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-792081cb-c0a4-45e5-8ad3-2ff924dbf4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:03.536999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53978) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.558667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53984) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.625003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Pushing event updated for resources: {'Network': ['ID=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:03.628775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:03.636565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 53994) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:03.639071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:03.643940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Request body: {'subnet': {'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-429492673-subnet', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.647314 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.quota [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f13710612b0>.
Feb 17 00:47:03.648076 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9055455
Feb 17 00:47:03.657094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.664131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Usage tracker for resource:subnet and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.671050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.680014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-829274592-network', 'tenant_id': '340fd0c986674484bce315aa1229d6d5'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.691297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:03.710092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.715269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Usage tracker for resource:network and tenant:340fd0c986674484bce315aa1229d6d5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.719592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.727472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:03.738779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Made reservation on behalf of 38b42fb7ef5a4788afd9bcaab5369185 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:03.746403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.781711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:03.789600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1027191674-network', 'tenant_id': '247f1e93867b42a9a0b6ccb7242ee25b'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.797442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Made reservation on behalf of 340fd0c986674484bce315aa1229d6d5 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:03.802613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.827259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-659858506-network', 'tenant_id': '471d22c370e245d6b19971065f542344'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.839438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-network', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:03.845405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:03.870570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.875736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Usage tracker for resource:network and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.879652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.888352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:03.969577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:03.974821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Usage tracker for resource:security_group_rule and tenant:340fd0c986674484bce315aa1229d6d5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:03.978622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:03.986036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.067415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Made reservation on behalf of 16b2b5fd6f494be1a6ffb462c42c6506 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:04.072769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.106654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.125112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:04.127513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:04.149667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Usage tracker for resource:network and tenant:471d22c370e245d6b19971065f542344 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:04.155850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:04.159104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Usage tracker for resource:network and tenant:247f1e93867b42a9a0b6ccb7242ee25b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:04.186482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:04.191261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.202680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:04.224894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.229110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:04.239213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:04.246378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.254085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Made reservation on behalf of 471d22c370e245d6b19971065f542344 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:04.258715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.272941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.491994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.492967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.512465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:04.517287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Usage tracker for resource:security_group_rule and tenant:471d22c370e245d6b19971065f542344 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:04.520263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:04.531632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.560456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Made reservation on behalf of 247f1e93867b42a9a0b6ccb7242ee25b for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:04.565350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.585103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:04.662563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.691668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:04.720947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:04.751514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Usage tracker for resource:security_group_rule and tenant:247f1e93867b42a9a0b6ccb7242ee25b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:04.756519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.757028 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Added segment eac7b10d-4f90-4ded-9ba3-d5b62ed02849 of type vxlan for network 398ab943-dc98-415c-9872-550ad63b2f62
Feb 17 00:47:04.789676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:04.819072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:04.832202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4bd84-a670-42cc-8487-577fcf0cc4da,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:04.879918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.880304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.880673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.881037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.881395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.881755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.882236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.882593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.883020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.883327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.883641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.883992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.884429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.884790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.885142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.885493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.885841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.886195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.886546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.886900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.887267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.887613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.887959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.888306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Tracked resource versions report:
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'},
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'ConntrackHelper': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Log': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Network': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Port': '1.7',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'PortForwarding': '1.2',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'QosPolicy': '1.8',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroup': '1.4',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroupRule': '1.2',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SubPort': '1.0',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Subnet': '1.1',
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Trunk': '1.1'}}
Feb 17 00:47:04.890211 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:47:04.969875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:04.989411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.016787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.018844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.052707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.113230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.151182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.162523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12637cb-3f04-4897-a1c9-e5709e5c287b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:05.169240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.173618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.176561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:47:05.176932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:47:05.177341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.200748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:05.202272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.242203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:05.288077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.288528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Added segment 7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1 of type vxlan for network 66dab043-1202-48a9-9147-16c09bc58aca
Feb 17 00:47:05.292179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039c0f0a-bbf8-4566-9c6b-e73689f3e515,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:05.306128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.313033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.331797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.359715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54078) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:05.445411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.499786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Pushing event updated for resources: {'Network': ['ID=398ab943-dc98-415c-9872-550ad63b2f62,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:05.504192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.512261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 398ab943-dc98-415c-9872-550ad63b2f62 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:05.523261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2811313
Feb 17 00:47:05.525514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.530037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 398ab943-dc98-415c-9872-550ad63b2f62 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:05.539444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.554029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54090) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:05.555979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.559149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:05.565648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Usage tracker for resource:security_group_rule and tenant:820b249060264086940eb58dda68b8c1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:05.568450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.570468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:05.583886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:05.584527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.586717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Request body: {'subnet': {'network_id': '398ab943-dc98-415c-9872-550ad63b2f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-829274592-subnet', 'tenant_id': '340fd0c986674484bce315aa1229d6d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:05.605528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:05.609650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:05.620090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Usage tracker for resource:subnet and tenant:340fd0c986674484bce315aa1229d6d5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:05.621319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.629425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:05.644655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:05.669083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:05.695302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Made reservation on behalf of 340fd0c986674484bce315aa1229d6d5 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:05.700264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.732061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.789137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3be207-48be-4562-a099-d4f0cc897f46,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:05.804670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.805123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Added segment b95e039c-d2f7-4832-ac35-53d0f4ae2127 of type vxlan for network 682b9ac8-2d07-4325-9da9-e192a9815d28
Feb 17 00:47:05.808462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2476816
Feb 17 00:47:05.815307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.817882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c6170c73-c685-4942-93e9-f32462f10326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.819720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54106) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:05.839134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Request body: {'subnet': {'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-subnet', 'tenant_id': '471d22c370e245d6b19971065f542344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:05.878950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:05.889500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Usage tracker for resource:subnet and tenant:471d22c370e245d6b19971065f542344 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:05.902191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54112) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:05.908265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:05.924277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:05.933779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.935337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Pushing event updated for resources: {'Network': ['ID=66dab043-1202-48a9-9147-16c09bc58aca,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:05.942192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:05.946196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:05.946815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 66dab043-1202-48a9-9147-16c09bc58aca details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:05.959490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b7003b7-11b4-49c2-ae9b-7e5f378450aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:05.977068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 66dab043-1202-48a9-9147-16c09bc58aca details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:05.978351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Made reservation on behalf of 471d22c370e245d6b19971065f542344 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:05.983887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.097358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822837fc-014d-42ca-9697-6e79ab1f6cf6,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:06.114740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:06.147654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.173601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:06.178042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Usage tracker for resource:security_group_rule and tenant:e6dc102b0f1a4b438718b1472ad021d5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:06.181758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:06.196681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:06.243429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:06.244130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=820b249060264086940eb58dda68b8c1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8830044
Feb 17 00:47:06.258537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54130) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:06.293119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54134) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:06.306619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.375656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:06.385680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:06.386913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Checking segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:06.387305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Network hostable DHCP agents. Network: 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:06.394849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.396399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:47:06.396763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:47:06.398052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:06.398402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.408790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:06.498681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.533728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 3.0897465
Feb 17 00:47:06.533728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.544053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:06.552062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54142) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:06.564230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Request body: {'subnet': {'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1027191674-subnet', 'tenant_id': '247f1e93867b42a9a0b6ccb7242ee25b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:06.569238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Pushing event updated for resources: {'Network': ['ID=682b9ac8-2d07-4325-9da9-e192a9815d28,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:06.574747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:06.579650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:06.580629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:06.580771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:06.585769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:06.587468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Usage tracker for resource:subnet and tenant:247f1e93867b42a9a0b6ccb7242ee25b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:06.590762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7cb4ec0916864607a680317730464d23 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:06.594035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:06.597548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:06.604590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:06.608034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:06.610277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:06.613569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:06.614204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.636857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Made reservation on behalf of 247f1e93867b42a9a0b6ccb7242ee25b for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:06.638233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.641703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.657255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.672581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3eef5-9e93-4c0e-b6ad-f6c0731566ec None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:06.676459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.716261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.0749836
Feb 17 00:47:06.717050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:06.724699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54148) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:06.762489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:06.773127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:06.777540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Usage tracker for resource:router and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:06.781493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:06.787734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:06.823456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.824903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.832709 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6dc102b0f1a4b438718b1472ad021d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9210904
Feb 17 00:47:06.836338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54154) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:06.858204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3797d45b-ef87-4b88-912d-bca7b3b05d17,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:06.905572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:06.926917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.928936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.945796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.950129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:06.956039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:06.965574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:06.983939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822837fc-014d-42ca-9697-6e79ab1f6cf6,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:06.988873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:06.990730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.068038 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb4ec0916864607a680317730464d23&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7649224
Feb 17 00:47:07.074472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:47:07.076488 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.083775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54158) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:07.084463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57575c94-60a5-4e81-9253-3e3b1e253410,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:07.091308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:07.125450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.131261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:07.176443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.180227 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/822837fc-014d-42ca-9697-6e79ab1f6cf6 HTTP/1.1" status: 204  len: 168 time: 0.9093266
Feb 17 00:47:07.205542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.205985 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Added segment a5dff49a-a1db-484d-87c1-01e242eccc0f of type vxlan for network c3473a5d-0a07-4986-99ce-c9ce15763233
Feb 17 00:47:07.269015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.350655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.391487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.419371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.429657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Allocated IP 172.20.0.2 (849e1c80-92d9-4bdd-80dd-11d1ebb50dc8/5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1/2f531a23-d0f8-4a74-96a3-176a738b4816) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:07.471306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.496689 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab97f294-ba19-4228-ab06-00dbafcf54d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:07.522705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.525421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3797d45b-ef87-4b88-912d-bca7b3b05d17,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:07.532954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:07.534900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:07.538474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.540194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:07.567584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54166) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:07.573627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.609331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.643545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.658566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.675180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.678936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/57575c94-60a5-4e81-9253-3e3b1e253410 HTTP/1.1" status: 204  len: 168 time: 0.5888894
Feb 17 00:47:07.682359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Pushing event updated for resources: {'Network': ['ID=c3473a5d-0a07-4986-99ce-c9ce15763233,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:07.689073 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 4.1465092
Feb 17 00:47:07.689073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:07.689073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:07.695234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54172) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:07.695399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.699583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3797d45b-ef87-4b88-912d-bca7b3b05d17 HTTP/1.1" status: 204  len: 168 time: 0.8537507
Feb 17 00:47:07.708628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57575c94-60a5-4e81-9253-3e3b1e253410,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:07.711987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:07.712430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:07.726848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:07.766617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Request body: {'subnet': {'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-subnet', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:07.795417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.805791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:07.811080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Transition to ACTIVE for port object 2f531a23-d0f8-4a74-96a3-176a738b4816 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:07.829181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5d62a49-5f17-45e0-9784-810c86eb0645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:07.834369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Transition to ACTIVE for port object 2f531a23-d0f8-4a74-96a3-176a738b4816 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:07.847626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:07.853177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Usage tracker for resource:security_group_rule and tenant:516babe029e843a6aa2c5d5e751f8da1 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:07.860392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:07.869416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:07.874609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:07.900710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:07.908036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Usage tracker for resource:subnet and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:07.940093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:07.974256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:08.005316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbee4f1b-bbb5-4714-ba7e-95436ad2d470,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.009692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:08.017938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=00deb806-a9a7-4eed-ba46-c9440ab07e0e,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.029723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:08.039872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Made reservation on behalf of 16b2b5fd6f494be1a6ffb462c42c6506 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:08.045293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.078681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Checking segment: {'id': 'b95e039c-d2f7-4832-ac35-53d0f4ae2127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:08.079415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Network hostable DHCP agents. Network: 682b9ac8-2d07-4325-9da9-e192a9815d28, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:08.108558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:08.119905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 682b9ac8-2d07-4325-9da9-e192a9815d28) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:08.125649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:08.128427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.151249 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5980296
Feb 17 00:47:08.156524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.181793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.193017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-447b687b-5baf-465b-a1d9-79e1a0e76643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:08.200238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b20b3-fbcf-4361-9ffb-f9471cf2820a None None] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:08.308308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:08.361585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54192) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:08.404660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.422343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:08.432596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Usage tracker for resource:security_group_rule and tenant:93496061b85a406e923e6f69ea778c31 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:08.439362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:08.451948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:08.457146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3709b2ea-9830-4417-a245-6944ac08343b,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.471051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:08.515164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.523551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Checking segment: {'id': 'eac7b10d-4f90-4ded-9ba3-d5b62ed02849', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '398ab943-dc98-415c-9872-550ad63b2f62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:08.524043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Network hostable DHCP agents. Network: 398ab943-dc98-415c-9872-550ad63b2f62, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:08.525157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Pushing event updated for resources: {'Port': ['ID=2f531a23-d0f8-4a74-96a3-176a738b4816,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.530065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.540970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.599153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e792974f-91d4-4a43-8371-43e0d2c01bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:08.659119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.665831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.666396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.667018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.667980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.668697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.669257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.670578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.671322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.671876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.672436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.673289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.673865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.674412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.675095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.675643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.676181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.676731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.677263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.677816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.678361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.679115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.679665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.680365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.681602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.682153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:08.682638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Tracked resource versions report:
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'},
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'ConntrackHelper': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Log': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Network': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Port': '1.7',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'PortForwarding': '1.2',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'QosPolicy': '1.8',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroup': '1.4',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroupRule': '1.2',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SubPort': '1.0',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Subnet': '1.1',
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Trunk': '1.1'}}
Feb 17 00:47:08.684630 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:47:08.782257 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93496061b85a406e923e6f69ea778c31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4138069
Feb 17 00:47:08.786085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54208) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:08.793413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eba93a-779c-4eb7-b982-d571975a1389,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.820310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:08.863564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Network 398ab943-dc98-415c-9872-550ad63b2f62 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:08.882481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb952e4-9e09-44c9-940e-b28f80024487,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:08.887550 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=516babe029e843a6aa2c5d5e751f8da1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3090568
Feb 17 00:47:08.889132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:08.899163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54214) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:08.936835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 398ab943-dc98-415c-9872-550ad63b2f62) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:08.952982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:08.986380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:08.987121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.001632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Checking segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:09.002348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Network hostable DHCP agents. Network: 66dab043-1202-48a9-9147-16c09bc58aca, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:09.019584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:09.021036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed7db1c-cf6d-4eda-987d-7149316c9689 None None] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:09.026750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.038047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a7f82-3304-4ef3-a535-cee811a1e673 None None] Network 398ab943-dc98-415c-9872-550ad63b2f62 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:09.073940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.112921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.123407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d67618a7-06b1-42f7-8d78-de5695bbb7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:09.123763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.139670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.152740 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9eba93a-779c-4eb7-b982-d571975a1389 HTTP/1.1" status: 204  len: 168 time: 0.3566134
Feb 17 00:47:09.156924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eba93a-779c-4eb7-b982-d571975a1389,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:09.172230 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.5879507
Feb 17 00:47:09.172230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Network 66dab043-1202-48a9-9147-16c09bc58aca is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:09.172542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:09.221542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54238) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:09.225197 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 17 00:47:09.261893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 66dab043-1202-48a9-9147-16c09bc58aca) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:09.337791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:09.338441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.363894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.386068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f73758-b988-43aa-9733-01866442328c None None] Network 66dab043-1202-48a9-9147-16c09bc58aca requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:09.398355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a0e91740-3b4a-4ffd-82e2-ec8f4c3e0041 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:09.399468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a0e91740-3b4a-4ffd-82e2-ec8f4c3e0041 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Synchronizing usage tracker for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:09.422062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a0e91740-3b4a-4ffd-82e2-ec8f4c3e0041 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Unset dirty status for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:09.432530 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a0e91740-3b4a-4ffd-82e2-ec8f4c3e0041 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/networks?id=682b9ac8-2d07-4325-9da9-e192a9815d28 HTTP/1.1" status: 200  len: 812 time: 0.2087851
Feb 17 00:47:09.447915 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f123bbc0-f250-4ead-9b9a-4f9d0dd2df86 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.6270516
Feb 17 00:47:09.457675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54244) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:09.460040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.475075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:09.486754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:09.504273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Usage tracker for resource:router and tenant:471d22c370e245d6b19971065f542344 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:09.509701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:09.526728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:09.550426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:09.556547 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-c005d736-ba86-41a6-b34f-7426f4c5a7ee tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/quotas/247f1e93867b42a9a0b6ccb7242ee25b HTTP/1.1" status: 200  len: 375 time: 0.1220059
Feb 17 00:47:09.557115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:09.561097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:09.640166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.641736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.665199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.752328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc93e26f-1bc6-4526-8c4d-07f2964689d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:09.855989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Attempting to bind port 2f531a23-d0f8-4a74-96a3-176a738b4816 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:09.856560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Attempting to bind port 2f531a23-d0f8-4a74-96a3-176a738b4816 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:09.857735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Attempting to bind port 2f531a23-d0f8-4a74-96a3-176a738b4816 on network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:09.879056 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-79e28312-bdc4-4ab9-910f-e8431c3d2216 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=247f1e93867b42a9a0b6ccb7242ee25b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3166432
Feb 17 00:47:10.048816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.063806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-47b549e9-443d-484a-bdf2-e8e9b33d7bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:10.063949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:10.064571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Checking segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:10.065156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.065713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Bound using segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:10.066375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Bound port: 2f531a23-d0f8-4a74-96a3-176a738b4816, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:10.066963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.085443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Allocated IP 172.27.0.203 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/34433c56-889f-4e10-ba63-39a8841fa131) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:10.092704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb952e4-9e09-44c9-940e-b28f80024487,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:10.095365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:10.163470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.164708 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bb952e4-9e09-44c9-940e-b28f80024487 HTTP/1.1" status: 204  len: 168 time: 1.2380590
Feb 17 00:47:10.165126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9648f-b3a8-4b66-9e5c-f896f6857639 None None] Network 66dab043-1202-48a9-9147-16c09bc58aca requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:10.276532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.280235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] For port 2f531a23-d0f8-4a74-96a3-176a738b4816, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:10.284130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] For port 2f531a23-d0f8-4a74-96a3-176a738b4816, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2f531a23-d0f8-4a74-96a3-176a738b4816,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:10.298359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:10.398304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.513954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=350ae183-afeb-4a4b-bf46-0c802971fa40,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:10.517188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:10.525108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.584924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:10.629248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.629923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Checking segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:10.630568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Network hostable DHCP agents. Network: c3473a5d-0a07-4986-99ce-c9ce15763233, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:10.660214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.661513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:10.692304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:10.739941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, c3473a5d-0a07-4986-99ce-c9ce15763233) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:10.744816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:10.745977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:10.801171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Pushing event updated for resources: {'Port': ['ID=2f531a23-d0f8-4a74-96a3-176a738b4816,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:10.825588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9227ee9-f592-4102-9ba1-0302d64b3154 None None] Network 398ab943-dc98-415c-9872-550ad63b2f62 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:10.843581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b96e66-9174-4f81-b7a7-862f5be52f08 None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:10.875725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:10.921640 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dac0be22-1d5e-4366-9671-cd9c014f2ac4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.2110879
Feb 17 00:47:10.922483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54290) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:10.925248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Pushing event updated for resources: {'Port': ['ID=34433c56-889f-4e10-ba63-39a8841fa131,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:10.942934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:10.950849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:10.988696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:11.008965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Usage tracker for resource:router and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:11.021273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-0d5f0a04-c03d-404e-bd65-ee2b5fb2f780 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:47:11.025453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:11.035687 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-0d5f0a04-c03d-404e-bd65-ee2b5fb2f780 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.6808012
Feb 17 00:47:11.054404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:11.113242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.115319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.146290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.241450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:11.300449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:11.310693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:11.361165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.431907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.489935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-eec95c72-09d7-4532-987b-08405afdafde service neutron] 10.222.0.16 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600385
Feb 17 00:47:11.629013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-c3473a5d-0a07-4986-99ce-c9ce15763233', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:47:11.629924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.649330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:11.956427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54320) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:11.977912 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-95088367-network', 'tenant_id': 'ea1bb03cbd794579986a8af0c86be604'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:12.024410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:12.036478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Usage tracker for resource:network and tenant:ea1bb03cbd794579986a8af0c86be604 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:12.052122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:12.066796 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-1804bc76-87b2-4e6b-aa16-81dd57a49d0d service neutron] 10.222.0.16 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5534558
Feb 17 00:47:12.074645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:12.123277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Made reservation on behalf of ea1bb03cbd794579986a8af0c86be604 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:12.128283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.159131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.188135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.251691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Allocated IP 172.27.0.111 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/ca51f39b-f4e7-42fb-880d-84e88bbcd92c) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:12.382044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6bee8592-00d1-4b2f-b088-5a812c689a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.516085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.549953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54342) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:12.620167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.644977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Allocated IP 172.20.0.2 (c3473a5d-0a07-4986-99ce-c9ce15763233/350ae183-afeb-4a4b-bf46-0c802971fa40/995d5d4b-6d6b-4b70-af51-72d52710d780) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:12.645422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:12.651534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.680069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:12.728711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1bb03cbd794579986a8af0c86be604 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:12.815905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:12.821699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c9ccd99-61e6-4854-a59a-4b4d8c7c1242 req-4a69ebad-926f-404e-8a5e-5c7a6210c50c tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.2333519
Feb 17 00:47:12.845070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:12.860275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:12.862466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:12.942332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:12.943731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:12.946024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:12.953933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:12.966355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Transition to ACTIVE for port object 995d5d4b-6d6b-4b70-af51-72d52710d780 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:12.987369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Transition to ACTIVE for port object 995d5d4b-6d6b-4b70-af51-72d52710d780 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:12.998462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:13.007244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:13.017352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:13.087640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:13.302065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Pushing event updated for resources: {'Port': ['ID=995d5d4b-6d6b-4b70-af51-72d52710d780,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:13.320115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:13.403635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:13.419303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:13.426100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:13.542573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4b4b0f-c596-4400-b54a-2faf72af7279 None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:13.790068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:13.846540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2f531a23-d0f8-4a74-96a3-176a738b4816 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:13.915039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:13.978339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.014535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1ca3c2f3-0a2e-4543-8799-5118c3d342bd None None] Provisioning for port 2f531a23-d0f8-4a74-96a3-176a738b4816 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:14.053299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Attempting to bind port 995d5d4b-6d6b-4b70-af51-72d52710d780 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:14.053746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Attempting to bind port 995d5d4b-6d6b-4b70-af51-72d52710d780 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:14.054171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Attempting to bind port 995d5d4b-6d6b-4b70-af51-72d52710d780 on network c3473a5d-0a07-4986-99ce-c9ce15763233 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:14.144802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:14.145228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Checking segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:14.145676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.146119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Bound using segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:14.146659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Bound port: 995d5d4b-6d6b-4b70-af51-72d52710d780, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:14.147129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.194312 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f42d3c40-b526-4664-a82c-401b970a7c59 req-23818844-6e77-4f3b-a0a7-3f1aabadfcea tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.1759279
Feb 17 00:47:14.231202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.254066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.282530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:47:14.296875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.297728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Added segment b8f3cd9b-1858-4e1a-91e3-4124bef8e284 of type vxlan for network 15f31abe-964e-4aa5-ad80-70d4ec00348d
Feb 17 00:47:14.326226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.333273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] For port 995d5d4b-6d6b-4b70-af51-72d52710d780, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:14.336665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] For port 995d5d4b-6d6b-4b70-af51-72d52710d780, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=995d5d4b-6d6b-4b70-af51-72d52710d780,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:14.353527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.359723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.362289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:14.369389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.416711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:14.417503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.475178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:47:14.555719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0f71343-38b3-4441-b945-d09ad02a10d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:14.603273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.671366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 2f531a23-d0f8-4a74-96a3-176a738b4816 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:14.802854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e818c0-9a58-485c-bc1f-2da37326c7df,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:14.830647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:14.833670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9790a142-3ab3-4063-8761-c68ad84279af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:14.856432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 2f531a23-d0f8-4a74-96a3-176a738b4816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:14.862981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:14.975157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Router cea58e63-387d-468f-8eb7-eb500ea5470a is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:47:15.056479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Pushing event updated for resources: {'Network': ['ID=15f31abe-964e-4aa5-ad80-70d4ec00348d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:15.081434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Allocated IP 172.27.0.221 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/d7d0decb-46b6-4a03-bede-5855a10d8435) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:15.118846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:15.143911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:47:15.215725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:15.229359 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.2633259
Feb 17 00:47:15.234946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54428) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:15.257301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:15.268858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Sync routers for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:15.284029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Request body: {'subnet': {'network_id': '15f31abe-964e-4aa5-ad80-70d4ec00348d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-95088367-subnet', 'tenant_id': 'ea1bb03cbd794579986a8af0c86be604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:15.290555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:15.292100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:15.293706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13703a7ef0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:15.297959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.8334737
Feb 17 00:47:15.298552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54436) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:15.312046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:15.330017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Usage tracker for resource:subnet and tenant:ea1bb03cbd794579986a8af0c86be604 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:15.343036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:15.360480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:15.394622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Made reservation on behalf of ea1bb03cbd794579986a8af0c86be604 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:15.412123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:15.550205 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-198d6717-65fe-4f0a-8447-20e9b25db779 req-76465cbb-44e8-4e40-a09d-4658c04a6fa5 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.1514456
Feb 17 00:47:15.781748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:15.974859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:16.081254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 2f531a23-d0f8-4a74-96a3-176a738b4816, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2f531a23-d0f8-4a74-96a3-176a738b4816,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:16.088123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Pushing event updated for resources: {'Port': ['ID=995d5d4b-6d6b-4b70-af51-72d52710d780,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:16.114610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:16.119387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.564s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:16.174700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:16.340786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=2f531a23-d0f8-4a74-96a3-176a738b4816,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:16.346118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:16.492527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:16.508854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:16.529490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:16.530697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1375b01390>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:16.566597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13703a7ef0>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:13Z', 'revision_number': 3, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:16.594701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:16.597485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Checking router: cea58e63-387d-468f-8eb7-eb500ea5470a for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:16.598553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Updating router cea58e63-387d-468f-8eb7-eb500ea5470a port ca51f39b-f4e7-42fb-880d-84e88bbcd92c binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:16.612149 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.8731599
Feb 17 00:47:16.612948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54470) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:16.808732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:16.930327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.47', 49957) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:16.934353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:17.012619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-793bf0f5-c9d1-43ed-b084-ad97d077386e None None] Provisioning complete for port 2f531a23-d0f8-4a74-96a3-176a738b4816 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:17.013440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-793bf0f5-c9d1-43ed-b084-ad97d077386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:17.132578 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f24346fb-63d9-417d-bead-b55170c708c0 req-01a59b20-6ad5-4b6a-ab35-0a38811d3e44 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.1999385
Feb 17 00:47:17.247562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:17.301169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:17.965434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1375b01390>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:11Z', 'revision_number': 3, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:17.970864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:17.971671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Updating router 03ab02b2-523e-40eb-b00f-b12e41bf2378 port 34433c56-889f-4e10-ba63-39a8841fa131 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:18.043081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00638b54-5fdb-4438-be56-830561989045 None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:18.165231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-4ee32790-a058-4a44-94a3-360c767c6186 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:18.167042 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-4ee32790-a058-4a44-94a3-360c767c6186 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.47 "GET /v2.0/networks?id=682b9ac8-2d07-4325-9da9-e192a9815d28 HTTP/1.1" status: 200  len: 812 time: 1.2212143
Feb 17 00:47:18.205233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Allocated IP 172.20.0.1 (66dab043-1202-48a9-9147-16c09bc58aca/3709b2ea-9830-4417-a245-6944ac08343b/3e6afc94-7ad1-4b8e-b1f3-38c8a81da670) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:18.277790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Request body: {'port': {'device_id': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28', 'admin_state_up': True, 'tenant_id': '247f1e93867b42a9a0b6ccb7242ee25b'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:18.481306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2f531a23-d0f8-4a74-96a3-176a738b4816 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:18.536354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:18.570833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:18.588134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-675d4974-b34b-4762-b20a-febc4193deff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:18.665708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0158a59a-2f71-4e14-a4b8-65c557ef637a None None] Provisioning for port 995d5d4b-6d6b-4b70-af51-72d52710d780 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:18.805247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:18.813213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Usage tracker for resource:port and tenant:247f1e93867b42a9a0b6ccb7242ee25b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:18.817991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 2f531a23-d0f8-4a74-96a3-176a738b4816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:18.825119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:18.827150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:18.835922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:18.910908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Pushing event updated for resources: {'Port': ['ID=d7d0decb-46b6-4a03-bede-5855a10d8435,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:18.924096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:18.955168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:18.988596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Made reservation on behalf of 247f1e93867b42a9a0b6ccb7242ee25b for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:18.996006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.009650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.076379 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed709d96-3f3f-4fc6-9942-24720617054a req-2061d96c-d6c1-42c1-a24d-f70d03eebb16 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.2278669
Feb 17 00:47:19.108761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.290113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54552) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:19.312211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0158a59a-2f71-4e14-a4b8-65c557ef637a None None] Provisioning complete for port 2f531a23-d0f8-4a74-96a3-176a738b4816 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:19.322275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0158a59a-2f71-4e14-a4b8-65c557ef637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.353848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:19.445664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:19.489101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddfd0a7-c463-4ba1-a19d-ba43548f4644,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:19.519659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:19.808543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.852358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Transition to ACTIVE for port object ca51f39b-f4e7-42fb-880d-84e88bbcd92c will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:19.855779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:19.886962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:19.958147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Network 66dab043-1202-48a9-9147-16c09bc58aca is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:19.969014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:19.975239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:19.975790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.097246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Pushing event updated for resources: {'Port': ['ID=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:20.112967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.113857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.115153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.115807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.116478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.117115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.117700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.118243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.120590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.121265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.121829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.123273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.124118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.125105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.125656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.126197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.127626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.128232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.128809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.129428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.130122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.130702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.131296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.131833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Tracked resource versions report:
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]: pushed versions:
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]: {   'AddressGroup': {'1.1'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'ConntrackHelper': {'1.0'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Log': {'1.0'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Network': {'1.1'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Port': {'1.7'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'PortForwarding': {'1.2'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'QosPolicy': {'1.8'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroup': {'1.4'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SecurityGroupRule': {'1.2'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'SubPort': {'1.0'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Subnet': {'1.1'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     'Trunk': {'1.1'}}
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]: consumer versions:
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]: {   DHCP agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     L3 agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metadata agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     Metering agent@dv-cinder-759943-4-iscsi: {},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@dv-cinder-759943-4-iscsi: {   'AddressGroup': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'ConntrackHelper': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Log': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Network': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Port': '1.7',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'PortForwarding': '1.2',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'QosPolicy': '1.8',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroup': '1.4',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SecurityGroupRule': '1.2',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'SubPort': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Subnet': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                                      'Trunk': '1.1'},
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:     Open vSwitch agent@hv-cinder-75994: {   'AddressGroup': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'ConntrackHelper': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Log': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Network': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Port': '1.7',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'PortForwarding': '1.2',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'QosPolicy': '1.8',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroup': '1.4',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SecurityGroupRule': '1.2',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'SubPort': '1.0',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Subnet': '1.1',
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:                                             'Trunk': '1.1'}}
Feb 17 00:47:20.133453 dv-cinder-759943-4-iscsi neutron-server[83873]:  {{(pid=83985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 17 00:47:20.143905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:20.206008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.227636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Attempting to bind port ca51f39b-f4e7-42fb-880d-84e88bbcd92c on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:20.228201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Attempting to bind port ca51f39b-f4e7-42fb-880d-84e88bbcd92c by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:20.228817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Attempting to bind port ca51f39b-f4e7-42fb-880d-84e88bbcd92c on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:20.239724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:20.240254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:20.240780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.241222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:20.241738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Bound port: ca51f39b-f4e7-42fb-880d-84e88bbcd92c, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:20.242164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.302589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.358202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] For port ca51f39b-f4e7-42fb-880d-84e88bbcd92c, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:20.365179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] For port ca51f39b-f4e7-42fb-880d-84e88bbcd92c, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:20.370652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:20.425518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:20.663919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Pushing event updated for resources: {'Port': ['ID=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:20.669925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:20.734821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:20.736575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13703a7ef0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:20.854574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 995d5d4b-6d6b-4b70-af51-72d52710d780 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:20.928683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:20.941514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.496s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:21.043222 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a244d3c7-8d39-4583-8576-52a11c9b57b2 req-3830e722-3763-4e04-bf95-bcf16ee219d3 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.2304530
Feb 17 00:47:21.065131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 995d5d4b-6d6b-4b70-af51-72d52710d780 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:21.077527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 995d5d4b-6d6b-4b70-af51-72d52710d780 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:21.078171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.173052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Provisioning complete for port 995d5d4b-6d6b-4b70-af51-72d52710d780 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:21.174024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.219148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:21.276227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:21.311386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Usage tracker for resource:security_group_rule and tenant:da449100859d4fb1bdc34877f442cb05 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:21.317408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:21.329501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:21.333920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:21.342627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:47:21.351279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:21.503813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.522598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:21.686630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] For port 995d5d4b-6d6b-4b70-af51-72d52710d780, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=995d5d4b-6d6b-4b70-af51-72d52710d780,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:21.738380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.758436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Checking segment: {'id': 'b8f3cd9b-1858-4e1a-91e3-4124bef8e284', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '15f31abe-964e-4aa5-ad80-70d4ec00348d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:21.759075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Network hostable DHCP agents. Network: 15f31abe-964e-4aa5-ad80-70d4ec00348d, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:47:21.772641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Transition to ACTIVE for port object 34433c56-889f-4e10-ba63-39a8841fa131 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:21.784143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.787742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.788646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.886749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Allocated IP 172.20.0.8 (682b9ac8-2d07-4325-9da9-e192a9815d28/dbee4f1b-bbb5-4714-ba7e-95436ad2d470/21fa3cc8-2676-40dd-bb57-aa8377a9cbaa) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:21.921001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:21.929063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.947927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:21.984363 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cd002ea7-d28f-4cf1-b8fd-1a09cbb096f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:22.020148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13703a7ef0>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:13Z', 'revision_number': 3, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:22.025048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbfb0ce-7cdc-4271-9878-ca11b40c2b7b None None] The sync data for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi is: [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:13Z', 'revision_number': 3, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:22.027628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a602a829-86a5-4d1c-943f-b6fec4d16f7c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:22.031392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:22.032032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:47:22.081869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de7c0-cfc7-41d4-9b1b-3a96321b5d72 None None] Pushing event updated for resources: {'Port': ['ID=34433c56-889f-4e10-ba63-39a8841fa131,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:22.087180 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da449100859d4fb1bdc34877f442cb05&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7585909
Feb 17 00:47:22.087921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 15f31abe-964e-4aa5-ad80-70d4ec00348d) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:22.092608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:22.093254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.112207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54608) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:22.202629 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c47cc4f9-aa91-4561-81d1-1cee7910c80c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 6.9556255
Feb 17 00:47:22.215214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37576ba1-8997-45e0-9628-1fb3c17d3828 None None] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:22.432736 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4c6eb579-5cb3-4541-9abc-734b5303f3bb req-2aab8e1c-c08d-4550-afd9-30585c0735a7 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.0896757
Feb 17 00:47:22.449268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Pushing event updated for resources: {'Port': ['ID=995d5d4b-6d6b-4b70-af51-72d52710d780,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:22.460711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.473662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54618) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:22.534621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.598531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.643494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:22.674349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.533s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:22.674894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:22.677984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-87b5b216-3494-416a-a52f-4551ffb2edb9 None None] Provisioning complete for port 995d5d4b-6d6b-4b70-af51-72d52710d780 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:22.678419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87b5b216-3494-416a-a52f-4551ffb2edb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.727828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.735231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.738071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.770278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:22.784061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Deleting subnet 00deb806-a9a7-4eed-ba46-c9440ab07e0e {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:47:22.800895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:22.855709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeea0c5-a1d0-4007-ae9c-f6f6797c1152 None None] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:47:23.033751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.044867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Attempting to bind port 34433c56-889f-4e10-ba63-39a8841fa131 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:23.045298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Attempting to bind port 34433c56-889f-4e10-ba63-39a8841fa131 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:23.045718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Attempting to bind port 34433c56-889f-4e10-ba63-39a8841fa131 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:23.065666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:23.066095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:23.066556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.067031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:23.067702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Bound port: 34433c56-889f-4e10-ba63-39a8841fa131, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:23.068318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.108828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:23.131051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:23.146536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.180123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6fd38dc5-44c9-4d33-a883-e34b30891896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:23.239314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.248082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.272532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.274234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a602a829-86a5-4d1c-943f-b6fec4d16f7c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:23.328862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.340516 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a602a829-86a5-4d1c-943f-b6fec4d16f7c HTTP/1.1" status: 204  len: 168 time: 1.2124333
Feb 17 00:47:23.434508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] For port 34433c56-889f-4e10-ba63-39a8841fa131, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:23.444964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] For port 34433c56-889f-4e10-ba63-39a8841fa131, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=34433c56-889f-4e10-ba63-39a8841fa131,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:23.452845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:23.628318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:23.630234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Network 66dab043-1202-48a9-9147-16c09bc58aca is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:23.631041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:23.636180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:23.702398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Allocated IP 172.20.0.1 (849e1c80-92d9-4bdd-80dd-11d1ebb50dc8/5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1/b0e85d9e-90f9-4759-87ad-9180b68d6d91) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:23.806810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:24.037680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54634) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:24.043481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:24.044221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1375b01390>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:24.077539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.102021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:24.106178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Usage tracker for resource:security_group_rule and tenant:ca4e59dd0bee4ee1acd72a1d912ee96f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:24.109683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:24.137056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7de7c0-cfc7-41d4-9b1b-3a96321b5d72 None None] Pushing event updated for resources: {'Port': ['ID=34433c56-889f-4e10-ba63-39a8841fa131,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:24.139870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:24.150346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ca51f39b-f4e7-42fb-880d-84e88bbcd92c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:24.181622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed7de7c0-cfc7-41d4-9b1b-3a96321b5d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:24.347159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port ca51f39b-f4e7-42fb-880d-84e88bbcd92c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:24.360228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ca51f39b-f4e7-42fb-880d-84e88bbcd92c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:24.360228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.446805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.460008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:24.460197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Pushing event updated for resources: {'Port': ['ID=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:24.492982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:24.515852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.539393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.546715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e897376-aa90-4088-89ec-560cd983144c req-88654851-67ea-44b3-a0de-f1444bcb0deb tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:24.547511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0e897376-aa90-4088-89ec-560cd983144c req-88654851-67ea-44b3-a0de-f1444bcb0deb tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Synchronizing usage tracker for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:24.560826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:24.568388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:24.577812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:24.582493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:24.583194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.603222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Router cea58e63-387d-468f-8eb7-eb500ea5470a has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:47:24.604103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0e897376-aa90-4088-89ec-560cd983144c req-88654851-67ea-44b3-a0de-f1444bcb0deb tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Unset dirty status for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:24.605391 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e897376-aa90-4088-89ec-560cd983144c req-88654851-67ea-44b3-a0de-f1444bcb0deb tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 931 time: 0.8001730
Feb 17 00:47:24.620567 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3866456
Feb 17 00:47:24.667802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:24.678984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4e59dd0bee4ee1acd72a1d912ee96f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6384220
Feb 17 00:47:24.695391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54642) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:24.822424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.842421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.843861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6dcdd9-e579-46d9-8b50-6376786e0808,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:24.847670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:24.857274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.862483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0e897376-aa90-4088-89ec-560cd983144c req-f05d67c2-5fed-4da4-86fb-10bf532cf483 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Synchronizing usage tracker for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:24.879177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port ca51f39b-f4e7-42fb-880d-84e88bbcd92c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:24.886075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:24.893800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:24.898046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 995d5d4b-6d6b-4b70-af51-72d52710d780 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:24.936074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:24.942522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-0e897376-aa90-4088-89ec-560cd983144c req-f05d67c2-5fed-4da4-86fb-10bf532cf483 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Unset dirty status for tenant:247f1e93867b42a9a0b6ccb7242ee25b on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:24.943984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e897376-aa90-4088-89ec-560cd983144c req-f05d67c2-5fed-4da4-86fb-10bf532cf483 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3223457
Feb 17 00:47:24.947880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:24.960472 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] 10.222.0.16 "PUT /v2.0/routers/cea58e63-387d-468f-8eb7-eb500ea5470a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6552324
Feb 17 00:47:24.960472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.009872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00deb806-a9a7-4eed-ba46-c9440ab07e0e,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:25.018085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:25.023262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.041602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Transition to ACTIVE for port object b0e85d9e-90f9-4759-87ad-9180b68d6d91 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:25.121881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.136830 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/00deb806-a9a7-4eed-ba46-c9440ab07e0e HTTP/1.1" status: 204  len: 168 time: 2.6558352
Feb 17 00:47:25.141592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54648) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:25.147742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.179966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.181219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:47:25.264038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:25.270042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:25.305203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:25.308981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 995d5d4b-6d6b-4b70-af51-72d52710d780 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:25.309419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.339604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6dcdd9-e579-46d9-8b50-6376786e0808,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:25.345388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:25.348790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.352551 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c6dcdd9-e579-46d9-8b50-6376786e0808 HTTP/1.1" status: 204  len: 168 time: 0.6475327
Feb 17 00:47:25.367100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:25.402839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1375b01390>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:11Z', 'revision_number': 3, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:25.414757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.414864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c04bf7-03d2-4189-9dfe-e15ab8bcd67c None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:11Z', 'revision_number': 3, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:25.440240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:25.443514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:25.448085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:25.448085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.733834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Sync routers for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:25.746495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:25.747837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370379518>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:25.870369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.890172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a0a683fb-614c-467e-9c98-e2ba64c08b65 None None] Provisioning for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:25.911718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a0a683fb-614c-467e-9c98-e2ba64c08b65 None None] Provisioning complete for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:25.920077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.936713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:25.937336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a0a683fb-614c-467e-9c98-e2ba64c08b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:25.939854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:26.152937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a0a683fb-614c-467e-9c98-e2ba64c08b65 None None] Port b0e85d9e-90f9-4759-87ad-9180b68d6d91 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:47:26.177880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ca51f39b-f4e7-42fb-880d-84e88bbcd92c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:26.200072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:26.218570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:26.256842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:26.291104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:26.292146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13705f9c88>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:26.331515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:26.336448 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 15.3887703
Feb 17 00:47:26.343924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1370fd0c50>> segment before_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.344471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1370fd0c50>> subnet precommit_delete_associations 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.345321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> segment_host_mapping after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.345696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> port after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.346501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> port after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.346863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> port after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.347317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> segment after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.347681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.348043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.348400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f13700b9828>> subnet after_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.352589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:47:26.467622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54684) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:26.736389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13700cd6a0>> subnet after_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.741648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13700cd6a0>> subnet after_delete 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.742168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13700cd6a0>> subnet before_create 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.743111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13700cd6a0>> subnet before_update 55550000 {{(pid=83982) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:47:26.746443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1370450358>,) {'filters': {'network_id': ['398ab943-dc98-415c-9872-550ad63b2f62']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:26.759967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:26.780221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1370450358>, 'eac7b10d-4f90-4ded-9ba3-d5b62ed02849') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:26.780791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1370450358>, 'eac7b10d-4f90-4ded-9ba3-d5b62ed02849') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:26.809319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:26.832393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:26.834772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:47:27.192010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c4e4496b-90d3-4556-8e95-171e715ed642 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:27.193065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c4e4496b-90d3-4556-8e95-171e715ed642 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:27.303153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370379518>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:21Z', 'revision_number': 4, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3e6afc94-7ad1-4b8e-b1f3-38c8a81da670', 'name': '', 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'tenant_id': '471d22c370e245d6b19971065f542344', 'mac_address': 'fa:16:3e:e6:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3709b2ea-9830-4417-a245-6944ac08343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:17Z', 'updated_at': '2021-02-17T00:47:22Z', 'revision_number': 2, 'project_id': '471d22c370e245d6b19971065f542344', 'subnets': [{'id': '3709b2ea-9830-4417-a245-6944ac08343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:27.320902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Checking router: cea58e63-387d-468f-8eb7-eb500ea5470a for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:27.321126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Updating router cea58e63-387d-468f-8eb7-eb500ea5470a port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:27.398160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Network 398ab943-dc98-415c-9872-550ad63b2f62 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:47:27.409383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:27.571973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:27.656771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ca51f39b-f4e7-42fb-880d-84e88bbcd92c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:27.657284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:27.698742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c4e4496b-90d3-4556-8e95-171e715ed642 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:27.712452 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c4e4496b-90d3-4556-8e95-171e715ed642 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 818 time: 1.6995814
Feb 17 00:47:27.868931 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-d32b9324-767c-4467-bd1f-32df5b6b3b41 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/quotas/471d22c370e245d6b19971065f542344 HTTP/1.1" status: 200  len: 375 time: 0.1328406
Feb 17 00:47:27.870837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Network 398ab943-dc98-415c-9872-550ad63b2f62 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   from cryptography.utils import int_from_bytes
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   from cryptography.utils import int_from_bytes
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   (rel_b, rel_a, rel_b),
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   (rel_b, rel_a, rel_b),
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:47:27.988620 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:47:28.226173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1d893-c6f7-4ced-be88-63b2a21226a3 req-30e2d664-5fe8-4471-b615-3f3806d74d86 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:28.234227 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02d1d893-c6f7-4ced-be88-63b2a21226a3 req-30e2d664-5fe8-4471-b615-3f3806d74d86 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 931 time: 1.9941607
Feb 17 00:47:28.270106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-b9419169-b3a3-403f-9b59-e042bb8473c8 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:47:28.271299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-b9419169-b3a3-403f-9b59-e042bb8473c8 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0067387
Feb 17 00:47:28.285097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.305507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13705f9c88>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:22Z', 'revision_number': 3, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:28.325638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0b3e6d16-e680-41ea-a56e-e36b8adabb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:28.373343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:28.376944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Updating router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 port d7d0decb-46b6-4a03-bede-5855a10d8435 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:28.382403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.423408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Pushing event deleted for resources: {'Network': ['ID=398ab943-dc98-415c-9872-550ad63b2f62,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:28.467495 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02d1d893-c6f7-4ced-be88-63b2a21226a3 req-cd48b6b2-1c1c-4272-9f7c-06098e374aff tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319424
Feb 17 00:47:28.475528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] 10.222.0.16 "DELETE /v2.0/networks/398ab943-dc98-415c-9872-550ad63b2f62 HTTP/1.1" status: 204  len: 168 time: 3.3322327
Feb 17 00:47:28.477696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54738) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:28.533438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:47:28.555998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.645402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.673960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.685633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.735535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.748672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Transition to ACTIVE for port object 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:28.751943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.805108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:28.823136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Deleting subnet bddfd0a7-c463-4ba1-a19d-ba43548f4644 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:47:28.827545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:28.834355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:28.918340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 34433c56-889f-4e10-ba63-39a8841fa131 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:28.924216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:29.034159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:29.090477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:29.242547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501e96d-82ad-4711-9a54-4d12962def29 None None] Pushing event updated for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:29.252085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d501e96d-82ad-4711-9a54-4d12962def29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:29.269983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Pushing event updated for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:29.343761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 34433c56-889f-4e10-ba63-39a8841fa131 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:29.364967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:29.372115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:29.387296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:29.438786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-e26a76ee-fa9f-4878-b651-6f8239c2fa85 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:29.533866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 34433c56-889f-4e10-ba63-39a8841fa131 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:29.534286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:29.581290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-e26a76ee-fa9f-4878-b651-6f8239c2fa85 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:29.588684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-e26a76ee-fa9f-4878-b651-6f8239c2fa85 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6174896
Feb 17 00:47:29.662572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54768) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:29.956793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Attempting to bind port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:29.957421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Attempting to bind port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:29.958041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Attempting to bind port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 on network 66dab043-1202-48a9-9147-16c09bc58aca {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:29.972486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:29.974364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Checking segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:29.975773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:29.976371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Bound using segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:29.978370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Bound port: 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:29.979412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.143667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] For port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:30.147337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] For port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:30.162767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.206190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.207662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Request body: {'port': {'device_id': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:30.212515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:30.221638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.248583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b9e1e997-c0ab-4511-962f-ef98a050c0cf None None] Provisioning complete for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:30.250765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e1e997-c0ab-4511-962f-ef98a050c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.318726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.385326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501e96d-82ad-4711-9a54-4d12962def29 None None] Pushing event updated for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:30.397491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d501e96d-82ad-4711-9a54-4d12962def29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:30.401015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 34433c56-889f-4e10-ba63-39a8841fa131, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=34433c56-889f-4e10-ba63-39a8841fa131,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:30.439279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.447666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:47:30.552786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:30.617676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:30.619501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370379518>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:30.663385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b9e1e997-c0ab-4511-962f-ef98a050c0cf None None] Port b0e85d9e-90f9-4759-87ad-9180b68d6d91 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:47:30.807237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.847012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Transition to ACTIVE for port object d7d0decb-46b6-4a03-bede-5855a10d8435 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:30.868688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:30.912965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c32a89c4-5b39-48f0-93fd-0a6cab66645a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:47:30.914099 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-c32a89c4-5b39-48f0-93fd-0a6cab66645a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.7894957
Feb 17 00:47:31.129209 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-883ebccb-37d8-4246-824c-ecb354448458 service neutron] 10.222.0.16 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725509
Feb 17 00:47:31.130276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.131571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:31.144227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:31.190425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=34433c56-889f-4e10-ba63-39a8841fa131,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:31.203140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:31.206301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-71dd4174-4fd0-47a8-8035-c1c3b9b707a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:31.275123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Pushing event updated for resources: {'Port': ['ID=d7d0decb-46b6-4a03-bede-5855a10d8435,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:31.286430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:31.317770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Attempting to bind port d7d0decb-46b6-4a03-bede-5855a10d8435 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:31.318332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Attempting to bind port d7d0decb-46b6-4a03-bede-5855a10d8435 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:31.318854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Attempting to bind port d7d0decb-46b6-4a03-bede-5855a10d8435 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:31.326365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:31.326807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:31.327396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.327950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:31.328877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Bound port: d7d0decb-46b6-4a03-bede-5855a10d8435, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:31.329227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.428973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] For port d7d0decb-46b6-4a03-bede-5855a10d8435, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:31.429802 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-301d4845-7829-4c5d-9598-365f9270e2ed service neutron] 10.222.0.16 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2739184
Feb 17 00:47:31.430411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.432713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] For port d7d0decb-46b6-4a03-bede-5855a10d8435, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=d7d0decb-46b6-4a03-bede-5855a10d8435,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:31.437367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.448965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Usage tracker for resource:security_group_rule and tenant:e9d8acdbdc3f48258f5450d404c6da6d is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:31.454167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:31.479215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:31.568900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:31.585892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:31.646803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Allocated IP 172.20.0.1 (c3473a5d-0a07-4986-99ce-c9ce15763233/350ae183-afeb-4a4b-bf46-0c802971fa40/4dd9af3d-8b95-4949-a2c2-fdee97f31a67) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:31.690576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Pushing event updated for resources: {'Port': ['ID=d7d0decb-46b6-4a03-bede-5855a10d8435,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:31.693796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddfd0a7-c463-4ba1-a19d-ba43548f4644,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:31.727606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:31.797263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:31.822837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:31.882444 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bddfd0a7-c463-4ba1-a19d-ba43548f4644 HTTP/1.1" status: 204  len: 168 time: 3.3804464
Feb 17 00:47:31.892644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54810) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:31.908112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:31.908821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13705f9c88>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:31.913474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6a9ed-e150-4438-b88b-7608a9922f38 req-acc1d00e-a5bb-482b-ac5d-7884346aa04b tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:31.919162 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44e6a9ed-e150-4438-b88b-7608a9922f38 req-acc1d00e-a5bb-482b-ac5d-7884346aa04b tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 931 time: 2.0065236
Feb 17 00:47:32.033670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:32.060259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Transition to ACTIVE for port object 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:32.111815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370379518>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:21Z', 'revision_number': 4, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3e6afc94-7ad1-4b8e-b1f3-38c8a81da670', 'name': '', 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'tenant_id': '471d22c370e245d6b19971065f542344', 'mac_address': 'fa:16:3e:e6:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3709b2ea-9830-4417-a245-6944ac08343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:17Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '471d22c370e245d6b19971065f542344', 'subnets': [{'id': '3709b2ea-9830-4417-a245-6944ac08343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:32.119099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef9d418-b691-4ba8-95ca-194d4066effb None None] The sync data for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi is: [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:21Z', 'revision_number': 4, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3e6afc94-7ad1-4b8e-b1f3-38c8a81da670', 'name': '', 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'tenant_id': '471d22c370e245d6b19971065f542344', 'mac_address': 'fa:16:3e:e6:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '3709b2ea-9830-4417-a245-6944ac08343b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:17Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '471d22c370e245d6b19971065f542344', 'subnets': [{'id': '3709b2ea-9830-4417-a245-6944ac08343b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:32.239048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:32.257489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:32.282143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:32.285372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713d24e0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:32.290093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:32.400365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:32.506244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:32.636990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] 10.222.0.16 "PUT /v2.0/routers/03ab02b2-523e-40eb-b00f-b12e41bf2378/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.0015223
Feb 17 00:47:32.636990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:32.734008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:32.748900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:32.752041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:32.783403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:32.783949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:32.895350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:32.902438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:32.960259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:33.115933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:33.134926 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e492fa3-a6cd-4303-a983-7364890c4db4 req-dd318670-7cf7-48d5-a0ce-b4626b086595 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 210 time: 1.1216087
Feb 17 00:47:33.170118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44e6a9ed-e150-4438-b88b-7608a9922f38 req-cdeb87f5-fb88-4eab-9b51-946bc4032ac1 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8023355
Feb 17 00:47:33.243661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:33.351486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:33.864418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 34433c56-889f-4e10-ba63-39a8841fa131 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:33.901722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9d8acdbdc3f48258f5450d404c6da6d&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2276578
Feb 17 00:47:33.903052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54886) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:34.059809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5e55a205-cd92-44f4-acec-6bf5445b12e7 None None] Provisioning for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:34.146149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.159129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.174778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.208884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:34.235291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5e55a205-cd92-44f4-acec-6bf5445b12e7 None None] Provisioning complete for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:34.235871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5e55a205-cd92-44f4-acec-6bf5445b12e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.329487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713d24e0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:26Z', 'revision_number': 2, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:34.336748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:34.337142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Updating router 03ab02b2-523e-40eb-b00f-b12e41bf2378 port b0e85d9e-90f9-4759-87ad-9180b68d6d91 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:34.339644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-5e55a205-cd92-44f4-acec-6bf5445b12e7 None None] Port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:47:34.347990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.397490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 34433c56-889f-4e10-ba63-39a8841fa131 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:34.397918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.444880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:34.478585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:34.487630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.495308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-b32f116f-5a73-4ada-b9a2-ef91566f577e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:34.497081 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-b32f116f-5a73-4ada-b9a2-ef91566f577e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 818 time: 0.6172802
Feb 17 00:47:34.501599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.504832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13705f9c88>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:22Z', 'revision_number': 3, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:34.510805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c65b14-c96b-4290-9bb5-958bc63f6323 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:22Z', 'revision_number': 3, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:34.613080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:34.706756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:34.709243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:34.720445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:34.729187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:34.729606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:34.916615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc407e-04af-47de-a0a8-deeb0cb8a956,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:34.927465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.684s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:34.967761 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-3a5043d9-be71-442f-95b5-627e2dfa4cfc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/quotas/471d22c370e245d6b19971065f542344 HTTP/1.1" status: 200  len: 375 time: 0.0359664
Feb 17 00:47:34.974100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.037515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.066733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54908) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:35.170059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:47:35.197886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875091475', 'description': 'tempest-description--1055307831'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:35.208132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:35.212763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:35.217499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:35.223315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:35.248024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.351317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:35.370117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:35.374301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:35.383165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:35.486366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.491272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 54918) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:35.546695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.47', 49979) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:35.574788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.600420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.612197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:35.664700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-db69c1ba-8fce-43ce-b904-910e9abb8420 None None] Provisioning complete for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:35.665395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db69c1ba-8fce-43ce-b904-910e9abb8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.667858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cc407e-04af-47de-a0a8-deeb0cb8a956,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:35.673639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:35.690502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.701653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4cc407e-04af-47de-a0a8-deeb0cb8a956 HTTP/1.1" status: 204  len: 168 time: 1.7904515
Feb 17 00:47:35.744410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-db69c1ba-8fce-43ce-b904-910e9abb8420 None None] Port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:47:35.779337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:47:35.788971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.817326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:35.835498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.840360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:35.863048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Transition to ACTIVE for port object b0e85d9e-90f9-4759-87ad-9180b68d6d91 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:35.867620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:35.916226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:36.029570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.032886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device d7d0decb-46b6-4a03-bede-5855a10d8435 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:36.179155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.210795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f7267-9ccd-441a-9254-c5abe0684fe4 None None] Pushing event updated for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.228794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e5f7267-9ccd-441a-9254-c5abe0684fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.236417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port d7d0decb-46b6-4a03-bede-5855a10d8435 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:36.248278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:47:36.259050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] 10.222.0.16 "PUT /v2.0/routers/919fd205-c47c-4d75-b0b3-f67e81ae4a88/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7872174
Feb 17 00:47:36.273892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port d7d0decb-46b6-4a03-bede-5855a10d8435 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:36.274324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.394263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-d54567f3-d4d5-4075-a3b7-42d45647f284 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:36.395932 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-d54567f3-d4d5-4075-a3b7-42d45647f284 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 818 time: 0.8199258
Feb 17 00:47:36.478423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Attempting to bind port b0e85d9e-90f9-4759-87ad-9180b68d6d91 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:36.478423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Attempting to bind port b0e85d9e-90f9-4759-87ad-9180b68d6d91 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:36.479317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54944) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:36.481288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Attempting to bind port b0e85d9e-90f9-4759-87ad-9180b68d6d91 on network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:36.490427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:36.490854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Checking segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:36.491325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.491763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Bound using segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:36.491974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.492279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Bound port: b0e85d9e-90f9-4759-87ad-9180b68d6d91, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:36.493951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.514767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-03b73686-b2cc-493b-9e64-31f0c4d2f082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:36.515618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port d7d0decb-46b6-4a03-bede-5855a10d8435, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=d7d0decb-46b6-4a03-bede-5855a10d8435,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:36.518918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.522276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.530569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:36.567576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:36.595277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Usage tracker for resource:security_group_rule and tenant:9eae71bd1db34675a44a552f95c36b21 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:36.601219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:36.613167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:36.615782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.623626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.636621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Request body: {'port': {'device_id': '718be9f5-3d78-423e-85c8-494ad6de7236', 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'admin_state_up': True, 'tenant_id': '471d22c370e245d6b19971065f542344'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:36.684879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] For port b0e85d9e-90f9-4759-87ad-9180b68d6d91, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:36.688227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] For port b0e85d9e-90f9-4759-87ad-9180b68d6d91, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b0e85d9e-90f9-4759-87ad-9180b68d6d91,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:36.692848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.720351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=d7d0decb-46b6-4a03-bede-5855a10d8435,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.731938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:36.732921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.744494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.749853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.780766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:36.790267 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9eae71bd1db34675a44a552f95c36b21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096721
Feb 17 00:47:36.795428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.796073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54950) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:36.799540 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.7291019
Feb 17 00:47:36.810850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54954) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:36.819231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-08f95003-8795-4814-8245-f9eb14996598 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&fields=id HTTP/1.1" status: 200  len: 255 time: 1.8271174
Feb 17 00:47:36.827301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ee632-fe0b-46d8-9f68-a43f7e4aada7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:36.836542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:36.844844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:36.854290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:47:36.857742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e632d01-0906-4632-a206-12bb9b9ec422,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.861300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.879401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:36.883466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:36.891237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:36.891887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f13703564e0>,) {'filters': {'network_id': ['15f31abe-964e-4aa5-ad80-70d4ec00348d']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:36.910037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.911027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.919586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f13703564e0>, 'b8f3cd9b-1858-4e1a-91e3-4124bef8e284') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:36.919930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f13703564e0>, 'b8f3cd9b-1858-4e1a-91e3-4124bef8e284') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:36.943751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.944061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f7267-9ccd-441a-9254-c5abe0684fe4 None None] Pushing event updated for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=4']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:36.949084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e5f7267-9ccd-441a-9254-c5abe0684fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:36.969112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.980145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:36.988448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:36.989121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713d24e0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:36.999082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:37.010450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.038236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.040898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:47:37.064578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.069256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.095649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:37.105208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.106542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2931824
Feb 17 00:47:37.107288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.110020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.111174 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2e632d01-0906-4632-a206-12bb9b9ec422 HTTP/1.1" status: 204  len: 168 time: 0.3139985
Feb 17 00:47:37.111920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54958) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:37.121274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ee632-fe0b-46d8-9f68-a43f7e4aada7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:37.130047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cb01d3-b230-4e7b-b83d-e2c548e565f6,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:37.143665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:37.145214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:37.147793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fad259e2-c3fa-4de7-9ead-5ac2ccc649c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:37.160780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:37.165477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e632d01-0906-4632-a206-12bb9b9ec422,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:37.170624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:37.174853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:37.200871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:37.227913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.266419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:47:37.275915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.327153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:37.339530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.345695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.347914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-48eb91c3-43bc-4eb9-992a-79dffa46a987 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:37.393990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d93ee7-20d9-4f3a-87ac-6d844793341d,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:37.399811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:37.409046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a0021-dca8-4ef3-8d11-15bc6f182a76 req-8d7ec2b9-0e14-4c46-b7d9-c8db6b5031ed tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:37.413074 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f06a0021-dca8-4ef3-8d11-15bc6f182a76 req-8d7ec2b9-0e14-4c46-b7d9-c8db6b5031ed tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 931 time: 2.1320159
Feb 17 00:47:37.417571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:37.422023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.423872 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3105612
Feb 17 00:47:37.429393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 54974) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:37.436453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:37.442464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:37.454949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:floatingip and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:37.462197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:37.470245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:37.484264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.504670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Transition to ACTIVE for port object 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:37.510911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:22972070a9014474b504e8c227e6f351 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:37.515608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Made reservation on behalf of 471d22c370e245d6b19971065f542344 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:37.521218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.539544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:37.585042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Network 15f31abe-964e-4aa5-ad80-70d4ec00348d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:47:37.598082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.605083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:47:37.638389 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:47:37.729244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713d24e0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:37.735305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3404294-f3ad-4cb0-a314-178e30a21257 None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:37.774745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:37.846429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:37.919782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.044085 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f06a0021-dca8-4ef3-8d11-15bc6f182a76 req-9a1ecf78-9e7e-4bea-a42a-023d0fbb0b1f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6283395
Feb 17 00:47:38.131637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b0e85d9e-90f9-4759-87ad-9180b68d6d91 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:38.189075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Pushing event updated for resources: {'Port': ['ID=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:38.287330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:38.298108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:38.298243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.331535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Allocated IP 172.27.0.78 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/03c08ae5-73af-4a25-ab3f-85cd6454402a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:38.351833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-5aee4ce3-7bd5-4c4e-9996-003c93e17bfe service neutron] 10.222.0.16 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5184202
Feb 17 00:47:38.510023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.564527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port b0e85d9e-90f9-4759-87ad-9180b68d6d91, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b0e85d9e-90f9-4759-87ad-9180b68d6d91,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:38.565276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:38.566797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:47:38.580859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.582565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device d7d0decb-46b6-4a03-bede-5855a10d8435 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:38.590742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-da623d4e-7042-490f-befe-fa6d96a0dd74 service neutron] 10.222.0.16 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2373080
Feb 17 00:47:38.646256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.675765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:38.717569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.741333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:38.796885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.822239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:38.827924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:38.832202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13704ed668>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:38.848830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:38.910199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Pushing event deleted for resources: {'Network': ['ID=15f31abe-964e-4aa5-ad80-70d4ec00348d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:38.934944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 55008) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:38.943424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:38.990435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37503194', 'description': 'tempest-description--208101136'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:39.012096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:39.019650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:39.032023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:39.044400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:39.064522 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] 10.222.0.16 "DELETE /v2.0/networks/15f31abe-964e-4aa5-ad80-70d4ec00348d HTTP/1.1" status: 204  len: 168 time: 7.1399324
Feb 17 00:47:39.141810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:39.192112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=03c08ae5-73af-4a25-ab3f-85cd6454402a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:39.201088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:39.207373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:39.399479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55032) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:39.440977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:39.445957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:39.447517 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d27cfae2-3929-4aeb-8f73-4cc4043b4fcc req-8ee3e6d1-4539-47fc-a49b-bfaa8fc6bcd4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 210 time: 0.4887664
Feb 17 00:47:39.466499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:39.479564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Allocated IP 172.20.0.13 (66dab043-1202-48a9-9147-16c09bc58aca/3709b2ea-9830-4417-a245-6944ac08343b/4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:39.496156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:39.505965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:39.612580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:39.723998 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-053c5e01-7bfb-48e6-a3f5-026cafc8c135 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=340fd0c986674484bce315aa1229d6d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3207219
Feb 17 00:47:39.728543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55042) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:39.753615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:39.927206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:39.988449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.029708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:40.047546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:40.078107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:40.088379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.271519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.305346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.360937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.361303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33613d3c-abec-477d-a37f-eb4908fb219f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:40.373742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:40.406188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4bd84-a670-42cc-8487-577fcf0cc4da,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:40.419393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:40.434561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.439509 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bf4bd84-a670-42cc-8487-577fcf0cc4da HTTP/1.1" status: 204  len: 168 time: 0.7095103
Feb 17 00:47:40.463180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.468459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.510156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.582337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port d7d0decb-46b6-4a03-bede-5855a10d8435 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:40.582762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.623510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.648103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ecf60-a24e-4487-97a2-fe0dafd248e5 req-303a9219-7d29-4976-934e-ac467b5da589 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:40.650101 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-497ecf60-a24e-4487-97a2-fe0dafd248e5 req-303a9219-7d29-4976-934e-ac467b5da589 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 943 time: 1.2059517
Feb 17 00:47:40.669552 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22972070a9014474b504e8c227e6f351&name=default HTTP/1.1" status: 200  len: 2979 time: 5.1324275
Feb 17 00:47:40.687733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 55066) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:40.700655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a592d29c-f697-4285-9512-5329152402cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.724656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Attempting to bind port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:40.725054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Attempting to bind port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'b95e039c-d2f7-4832-ac35-53d0f4ae2127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:40.725621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Attempting to bind port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa on network 682b9ac8-2d07-4325-9da9-e192a9815d28 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:40.740899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5571e79-5af6-4ace-aff5-ad553dfee89a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:40.748450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:40.823280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:40.850476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.907902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.47', 49986) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:40.915308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:40.916791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.4862831
Feb 17 00:47:40.920453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:40.929750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6c057b6b-7f98-4451-9ef1-536ae76d44e0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:40.953135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13704ed668>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 2, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:40.968918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:47:40.969444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Updating router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:47:40.983536 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f295e8d8-9baa-4207-9cd9-9bf388eacfda req-b8892b69-a8c9-4d4f-b9e8-6ef70100fb6c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 210 time: 0.2271583
Feb 17 00:47:41.068119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:41.069283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Checking segment: {'id': 'b95e039c-d2f7-4832-ac35-53d0f4ae2127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:41.069927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.071084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Bound using segment: {'id': 'b95e039c-d2f7-4832-ac35-53d0f4ae2127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:41.071799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Bound port: 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95e039c-d2f7-4832-ac35-53d0f4ae2127', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '682b9ac8-2d07-4325-9da9-e192a9815d28'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:41.072360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.085886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=03c08ae5-73af-4a25-ab3f-85cd6454402a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:41.104280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:41.120408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.204992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-3e8c604b-c36e-4b83-90d9-37433d6f3617 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:41.206773 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-3e8c604b-c36e-4b83-90d9-37433d6f3617 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 818 time: 0.2968123
Feb 17 00:47:41.227245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Request body: {'port': {'device_id': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca', 'admin_state_up': True, 'tenant_id': '471d22c370e245d6b19971065f542344'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:41.365139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.392471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55088) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:41.429476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Pushing event updated for resources: {'Port': ['ID=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:41.454702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:41.457329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.481237 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-497ecf60-a24e-4487-97a2-fe0dafd248e5 req-ea4b14f2-18c0-4433-a203-dd7340115c4c tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7923238
Feb 17 00:47:41.502416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:41.518605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:41.519394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.529318 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-50e381bc-5617-44c7-a968-7b14d960f8a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea1bb03cbd794579986a8af0c86be604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1354795
Feb 17 00:47:41.535436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55096) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:41.567301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.658444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-c69b7d9e-dee8-4a57-b520-acfd2dc9fe64 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:41.669737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] For port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:41.673891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.712713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:41.747665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.759625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] For port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,segment=NetworkSegment(b95e039c-d2f7-4832-ac35-53d0f4ae2127),segment_id=b95e039c-d2f7-4832-ac35-53d0f4ae2127)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:41.761954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:41.776007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:41.776901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.781973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 2.8373723
Feb 17 00:47:41.786004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.794827 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.800204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55110) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:41.801237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Network 66dab043-1202-48a9-9147-16c09bc58aca is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:41.805929 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:41.834546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:41.853149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group_rule': {'security_group_id': '0526b8c5-0bf2-4ffd-99b2-c36ec800c91d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:41.867496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:41.876515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:41.913902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:41.918040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Made reservation on behalf of 471d22c370e245d6b19971065f542344 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:41.927446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.941089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:41.974782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:41.974938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Transition to ACTIVE for port object 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:41.980506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b0e85d9e-90f9-4759-87ad-9180b68d6d91 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:41.988293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:42.001396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:42.009831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Pushing event updated for resources: {'Port': ['ID=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:42.013245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-c69b7d9e-dee8-4a57-b520-acfd2dc9fe64 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:42.014805 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-c69b7d9e-dee8-4a57-b520-acfd2dc9fe64 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--875091475&fields=id&tenant_id=38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 267 time: 0.6811228
Feb 17 00:47:42.039533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:42.070462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.120645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.164129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.188176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:42.201902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:42.202741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.262105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e818c0-9a58-485c-bc1f-2da37326c7df,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:42.270316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:42.291414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.292553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:42.294403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.298127 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a7e818c0-9a58-485c-bc1f-2da37326c7df HTTP/1.1" status: 204  len: 168 time: 0.7379282
Feb 17 00:47:42.307652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.312283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.320361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fdf7b65c-e238-4b4e-968d-cd7f78856258 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:42.353234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dbce8d-9d0e-42ce-9157-c242232b20f8,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:42.354550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5502bcd9-dc3e-4c2f-bfec-defa9005d876 req-0f747d3d-7d5b-45a7-8052-0376509a28b1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:42.362785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:42.368387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.369844 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5571e79-5af6-4ace-aff5-ad553dfee89a HTTP/1.1" status: 204  len: 168 time: 1.6258025
Feb 17 00:47:42.370671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:42.393279 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.7683148
Feb 17 00:47:42.430660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Request body: {'port': {'device_id': '718be9f5-3d78-423e-85c8-494ad6de7236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:42.510195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5502bcd9-dc3e-4c2f-bfec-defa9005d876 req-0f747d3d-7d5b-45a7-8052-0376509a28b1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:42.516724 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5502bcd9-dc3e-4c2f-bfec-defa9005d876 req-0f747d3d-7d5b-45a7-8052-0376509a28b1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 210 time: 0.2513945
Feb 17 00:47:42.520246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5571e79-5af6-4ace-aff5-ad553dfee89a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:42.524667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:42.571535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Pushing event updated for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:42.630772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:42.636789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.639626 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] 10.222.0.47 "PUT /v2.0/ports/21fa3cc8-2676-40dd-bb57-aa8377a9cbaa HTTP/1.1" status: 200  len: 1157 time: 13.3386552
Feb 17 00:47:42.640512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:47:42.658972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-cb9fda33-326d-49e2-8b0d-e3b9a92f3a2e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:42.660804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-cb9fda33-326d-49e2-8b0d-e3b9a92f3a2e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 810 time: 0.6079280
Feb 17 00:47:42.712528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:42.755343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2b3250e-e8bb-4ac6-9ced-e8f0f9d8c9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.821735 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-dd4e58b6-4839-4054-8c6d-7a5a28d0c68b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/quotas/38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 375 time: 0.1214173
Feb 17 00:47:42.855412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:42.860026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0462346
Feb 17 00:47:42.860357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55144) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:42.880566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group_rule': {'security_group_id': '0526b8c5-0bf2-4ffd-99b2-c36ec800c91d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:42.902259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:42.920771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Allocated IP 172.20.0.10 (66dab043-1202-48a9-9147-16c09bc58aca/3709b2ea-9830-4417-a245-6944ac08343b/a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:42.928507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:42.946264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:42.974779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:43.025688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.103147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.138538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55156) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:43.214754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.239871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.251612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Attempting to bind port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:43.252034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Attempting to bind port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:43.252451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Attempting to bind port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 on network c3473a5d-0a07-4986-99ce-c9ce15763233 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:43.263775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port b0e85d9e-90f9-4759-87ad-9180b68d6d91 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:43.264210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.276674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:43.282542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca9f0f13caa49b4866de43e9d273ced is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:43.287745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:43.291540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:43.291970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Checking segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:43.292428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.292878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Bound using segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:43.293419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Bound port: 4dd9af3d-8b95-4949-a2c2-fdee97f31a67, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:43.293874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.296026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:43.405853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.490424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.498215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.511945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] For port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:43.537258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] For port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:43.546425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.558394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ec5f71fc-7c62-438b-855a-3ef579d9332e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:43.559075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:43.570970 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ca9f0f13caa49b4866de43e9d273ced&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4119442
Feb 17 00:47:43.581330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55168) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:43.607916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.635666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.705516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-ff28720b-c55e-45f9-b313-854dc1801174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:43.707100 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-ff28720b-c55e-45f9-b313-854dc1801174 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247f1e93867b42a9a0b6ccb7242ee25b&device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 1160 time: 1.0042644
Feb 17 00:47:43.754894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.759251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Pushing event updated for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:43.763726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551997bc-2864-4c4a-822d-989c4eae6482 req-9b9e3477-8d6a-48fb-b8ea-f8f2b826caf1 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:43.768178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:43.772748 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9112465
Feb 17 00:47:43.775494 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-551997bc-2864-4c4a-822d-989c4eae6482 req-9b9e3477-8d6a-48fb-b8ea-f8f2b826caf1 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 943 time: 1.0018563
Feb 17 00:47:43.784058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924e4b92-1436-4e7e-a9a0-ae3e9e151786,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:43.795793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:43.797775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:43.830536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55180) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:43.839377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7bb63403-4148-44e4-b1b8-6bf2045ca474 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:43.917671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:47:43.920175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13704ed668>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:47:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:44.001302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.082163 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-551997bc-2864-4c4a-822d-989c4eae6482 req-2a107476-8e2b-4d89-b608-430eca7003c2 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3054366
Feb 17 00:47:44.083812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-e31e9a25-0c94-47ab-bbad-cdf42c035c43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa HTTP/1.1" status: 200  len: 217 time: 0.3430452
Feb 17 00:47:44.084673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:44.106499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.116523 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-53505e15-1010-43b8-b12e-f6cbdbf085ab tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2801228
Feb 17 00:47:44.142838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:44.164447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663ea05e-0133-469c-b14e-3cce61333523,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:44.206573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:floatingip and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:44.224199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa809364-52f4-4221-b4eb-8b8a5f5e31cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:44.227376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:44.292735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:47:44.369100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:44.377492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:44.428317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.519678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a1437de7-8054-4c12-a9a9-650c17782abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:44.521265 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-a1437de7-8054-4c12-a9a9-650c17782abb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbee4f1b-bbb5-4714-ba7e-95436ad2d470 HTTP/1.1" status: 200  len: 852 time: 0.3932827
Feb 17 00:47:44.534778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.561360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Pushing event updated for resources: {'Port': ['ID=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:44.564805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:44.618293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.645570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-8fabb7fd-64f3-4744-b32d-5ac196d23c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=682b9ac8-2d07-4325-9da9-e192a9815d28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1112823
Feb 17 00:47:44.719773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Network 66dab043-1202-48a9-9147-16c09bc58aca is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:44.722300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:44.724656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:44.729524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:44.730448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.802945 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5822940
Feb 17 00:47:44.826525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Request body: {'port': {'device_id': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:44.859619 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-affdc224-7dfa-4eb4-9390-1b5fb596520d service neutron] 10.222.0.47 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574049
Feb 17 00:47:44.865944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189891b3-2e6d-4792-b973-f91986fd7ac1 req-2ca86a02-9469-45bd-bc05-89d1bc775b48 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:44.867482 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-189891b3-2e6d-4792-b973-f91986fd7ac1 req-2ca86a02-9469-45bd-bc05-89d1bc775b48 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 932 time: 0.5277429
Feb 17 00:47:44.878606 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-9555b43e-deca-4dc8-b5ea-9f797c8a2fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7007320
Feb 17 00:47:44.889216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.906028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.916761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:44.917403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13704ed668>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:43Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:47:44.923198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3c2e8-6d0f-4f5b-9094-01e2b13ad04e None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:43Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:47:44.934184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924e4b92-1436-4e7e-a9a0-ae3e9e151786,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:44.936860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:44.947139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:44.948923 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/924e4b92-1436-4e7e-a9a0-ae3e9e151786 HTTP/1.1" status: 204  len: 168 time: 1.3387260
Feb 17 00:47:45.146857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:45.147479 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2b09029-3073-4e7d-9ac5-02ad322ab1e8 req-ac9342d1-d404-415d-99cc-8d317c22b732 service neutron] 10.222.0.47 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2712970
Feb 17 00:47:45.308058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-189891b3-2e6d-4792-b973-f91986fd7ac1 req-cd591aee-55db-4659-9416-271afd3594be tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:45.517155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-189891b3-2e6d-4792-b973-f91986fd7ac1 req-cd591aee-55db-4659-9416-271afd3594be tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:45.518529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-189891b3-2e6d-4792-b973-f91986fd7ac1 req-cd591aee-55db-4659-9416-271afd3594be tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4482358
Feb 17 00:47:45.570962 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-4c0761c1-5b2e-47be-bd41-d2cc0a96c412 service neutron] 10.222.0.16 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4533098
Feb 17 00:47:45.731952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:47:45.748970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:45.779148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Transition to ACTIVE for port object 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:45.783098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:45.818191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:45.852060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Allocated IP 172.27.0.248 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/d148d5be-fd80-4151-a869-6476b05829bf) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:46.080866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:46.351053 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa', 'status': 'completed', 'code': 200}
Feb 17 00:47:46.406850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:46.417097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:46.417833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.567958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:47:46.596853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.618539 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2aedde26-517f-43ab-900d-67274d617052 req-6c6c2737-fed1-463a-89b4-cf50f363da51 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 210 time: 0.0999813
Feb 17 00:47:46.642201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Pushing event updated for resources: {'Port': ['ID=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:46.707570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:46.730043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.799401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.831167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:46.836150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.844451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:46.865131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Transition to ACTIVE for port object a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:46.869891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:46.910427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:47.043619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:47.048632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-a62280f4-3e08-43e2-b8a8-dedb74ccf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:47.050239 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-a62280f4-3e08-43e2-b8a8-dedb74ccf50e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=247f1e93867b42a9a0b6ccb7242ee25b&device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 1160 time: 0.7075968
Feb 17 00:47:47.064006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:47.126554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:47.153483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933532e1-77df-400b-8057-fa1f3a421e22 req-2db865fc-4ca3-47f9-aac2-655e11a7cab0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:47.160539 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-933532e1-77df-400b-8057-fa1f3a421e22 req-2db865fc-4ca3-47f9-aac2-655e11a7cab0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 943 time: 1.0392420
Feb 17 00:47:47.476025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=d148d5be-fd80-4151-a869-6476b05829bf,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:47.493461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:47.494008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c7e52aa8-cc9b-4fed-9f8e-3a4c4a23fe12 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:47.783406 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-933532e1-77df-400b-8057-fa1f3a421e22 req-744541c4-4bdb-4bc1-bc70-440bdca397ce tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6115344
Feb 17 00:47:47.841156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Attempting to bind port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:47.841795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Attempting to bind port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:47.842579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Attempting to bind port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 on network 66dab043-1202-48a9-9147-16c09bc58aca {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:47.879870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:47.880317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Checking segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:47.880769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:47.881210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Bound using segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:47.881716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Bound port: 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:47.882084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:47.911468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:47.936741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:47.995478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:48.091236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:48.094451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:48.114438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:48.121175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:48.121528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.136710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7400e-0422-402b-a357-d463c0d94213 req-e00095da-c344-498a-bc9d-b6999e82b528 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:48.144829 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aab7400e-0422-402b-a357-d463c0d94213 req-e00095da-c344-498a-bc9d-b6999e82b528 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 1.2941630
Feb 17 00:47:48.147173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-faef41e4-aafe-483e-a92f-cd93a766c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:48.148682 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-faef41e4-aafe-483e-a92f-cd93a766c326 service neutron] 10.222.0.47 "GET /v2.0/networks?id=682b9ac8-2d07-4325-9da9-e192a9815d28 HTTP/1.1" status: 200  len: 906 time: 0.9830651
Feb 17 00:47:48.151931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.196215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68567195-9274-4e4d-bc14-1ddf15f978ff req-7c502428-57a5-4720-a757-e8388bb6c154 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 210 time: 0.1451390
Feb 17 00:47:48.237715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.267308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.47', 49998) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:48.273313 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aab7400e-0422-402b-a357-d463c0d94213 req-604bbe18-76c0-45e9-a731-3db7afb176d8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275573
Feb 17 00:47:48.299225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] For port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:48.302783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] For port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:48.367380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.396995 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-09c29cbc-45d4-49d0-abb7-2c61b77b6d56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa HTTP/1.1" status: 200  len: 217 time: 0.1197608
Feb 17 00:47:48.400042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:48.534612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Attempting to bind port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:48.535217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Attempting to bind port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:48.535911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Attempting to bind port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a on network 66dab043-1202-48a9-9147-16c09bc58aca {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:48.580318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:48.581813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Checking segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:48.581813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.581992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Bound using segment: {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:48.582502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Bound port: a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '66dab043-1202-48a9-9147-16c09bc58aca'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:48.582912 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:48.674180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-71de619f-f7ad-4b42-a0f8-1d825dc84171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:48.676031 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-71de619f-f7ad-4b42-a0f8-1d825dc84171 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbee4f1b-bbb5-4714-ba7e-95436ad2d470 HTTP/1.1" status: 200  len: 852 time: 0.1938231
Feb 17 00:47:48.767697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-6ec8bc9d-986a-470d-83e6-4c6c28ce040e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=682b9ac8-2d07-4325-9da9-e192a9815d28&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0823114
Feb 17 00:47:48.779633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-60333bdf-dbef-4b07-b0eb-25372c1081ec tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:48.780456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-60333bdf-dbef-4b07-b0eb-25372c1081ec tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:48.950537 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-3e32f79d-65a3-4cfc-96ad-5854f314e397 service neutron] 10.222.0.47 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667581
Feb 17 00:47:48.996197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] For port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:49.016026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-60333bdf-dbef-4b07-b0eb-25372c1081ec tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:49.017236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-60333bdf-dbef-4b07-b0eb-25372c1081ec tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 810 time: 0.7487838
Feb 17 00:47:49.024575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] For port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:49.060019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:49.097527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:49.139063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Pushing event updated for resources: {'Port': ['ID=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:49.150620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:49.260146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:49.299893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:49.349796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-e60a4066-af84-4b35-baef-c548e664e39a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:47:49.357980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-cbea549e-e099-4b5d-a92a-be298daa4229 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:49.374464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbb1ed-b53a-41da-a4b9-f46eb19063bf req-c26af437-1d81-4c4c-8c8a-14781215c8ef tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:49.376114 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13fbb1ed-b53a-41da-a4b9-f46eb19063bf req-c26af437-1d81-4c4c-8c8a-14781215c8ef tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 943 time: 0.3257840
Feb 17 00:47:49.414357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-cbea549e-e099-4b5d-a92a-be298daa4229 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:49.415812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-cbea549e-e099-4b5d-a92a-be298daa4229 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 5704 time: 0.3875325
Feb 17 00:47:49.430829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'port': {'device_id': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'admin_state_up': True, 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'security_groups': ['ed2ee632-fe0b-46d8-9f68-a43f7e4aada7']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:49.440009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:49.440605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:49.442122 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] 10.222.0.47 "PUT /v2.0/ports/4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 1158 time: 7.0164828
Feb 17 00:47:49.463898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:47:49.499869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:47:49.545341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:49.558024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:49.577142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:49.577818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:49.579412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] 10.222.0.47 "PUT /v2.0/ports/a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 200  len: 1158 time: 4.7643685
Feb 17 00:47:49.584641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:49.616155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:47:49.629471 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f58da43-1469-40ad-9510-8f914d796300 req-d3ba2f6a-2545-4771-8e72-09e2057d1eb1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 210 time: 0.1675725
Feb 17 00:47:49.646971 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6d7d493-ba35-42d5-ba49-bb5e60b359f3 req-d3630134-90dd-43ce-a0a2-5fa46c3ba5b6 service neutron] 10.222.0.47 "GET /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6964512
Feb 17 00:47:49.675745 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13fbb1ed-b53a-41da-a4b9-f46eb19063bf req-f1f4a8f0-a46b-4d73-8785-eeb0c1a9048e tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2886853
Feb 17 00:47:49.773347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-4ccefefa-ac0d-4ac7-9e09-7150618c8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:49.791122 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-4ccefefa-ac0d-4ac7-9e09-7150618c8391 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1161 time: 0.2896764
Feb 17 00:47:49.884480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:49.910221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=d148d5be-fd80-4151-a869-6476b05829bf,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:49.917955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:49.930830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:49.946732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:port and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:49.980385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:50.018576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:50.043652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.051771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-aab32e62-adef-41bc-a894-612a6e576274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:50.053382 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-aab32e62-adef-41bc-a894-612a6e576274 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1161 time: 0.3580542
Feb 17 00:47:50.060246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Made reservation on behalf of 38b42fb7ef5a4788afd9bcaab5369185 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:47:50.062115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-300928c1-a533-449d-9a3b-8f15a0307c88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.2700269
Feb 17 00:47:50.066493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.067288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816', 'status': 'completed', 'code': 200}
Feb 17 00:47:50.099549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:50.105539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:50.106425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.244008 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-f9b46fcb-f6b7-404b-b99e-ce29a7f786eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 200  len: 217 time: 0.1488547
Feb 17 00:47:50.250199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.252158 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.3909702
Feb 17 00:47:50.337206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.353606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-4b8c1fa4-f1b3-40bb-a7ff-1f8c6a2253bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:50.355239 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-4b8c1fa4-f1b3-40bb-a7ff-1f8c6a2253bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.2849824
Feb 17 00:47:50.368096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-e7ba5bf0-2bd7-4ed9-8a52-247053b87e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:50.370189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-e7ba5bf0-2bd7-4ed9-8a52-247053b87e33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.1164954
Feb 17 00:47:50.406671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,segment=NetworkSegment(b95e039c-d2f7-4832-ac35-53d0f4ae2127),segment_id=b95e039c-d2f7-4832-ac35-53d0f4ae2127)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:47:50.408066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:47:50.427384 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a', 'status': 'completed', 'code': 200}
Feb 17 00:47:50.438650 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-d28eeca0-1293-4e16-a371-041616b6873e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0724442
Feb 17 00:47:50.445808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feae406-958f-41ff-aa8d-a54770654a9b req-60a54dea-f4a8-487d-9629-b4428429cb25 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:50.447544 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6feae406-958f-41ff-aa8d-a54770654a9b req-60a54dea-f4a8-487d-9629-b4428429cb25 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.3792326
Feb 17 00:47:50.474358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:50.478090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:50.537631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6feae406-958f-41ff-aa8d-a54770654a9b req-31d01371-0d46-496f-8e94-cebdf46f96c6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807498
Feb 17 00:47:50.558310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:50.562558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:50.595624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-353de910-36cc-41cc-935d-31f4ccff0273 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:50.618861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-353de910-36cc-41cc-935d-31f4ccff0273 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:50.621462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-353de910-36cc-41cc-935d-31f4ccff0273 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--37503194&fields=id&tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 267 time: 0.0873888
Feb 17 00:47:50.716344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Allocated IP 172.20.0.8 (849e1c80-92d9-4bdd-80dd-11d1ebb50dc8/5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1/2fada508-7753-4075-ac0c-3b7c3bad54b3) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:47:50.731835 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa', 'code': 200}
Feb 17 00:47:50.931706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-44959fb1-937f-4a2a-b0e9-0bff6af5b4b3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:50.932607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-44959fb1-937f-4a2a-b0e9-0bff6af5b4b3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:47:50.941372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e6ebe48-c7fe-4d32-aac5-e93fc2d545d9 req-d551c26a-c312-40a0-a309-237eb49a59a9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 210 time: 0.0766692
Feb 17 00:47:50.955829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-44959fb1-937f-4a2a-b0e9-0bff6af5b4b3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:47:50.957266 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-44959fb1-937f-4a2a-b0e9-0bff6af5b4b3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 817 time: 0.3265371
Feb 17 00:47:50.984084 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-129ee3bf-c785-4e19-82e2-6365ed959d10 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/quotas/16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 375 time: 0.0188792
Feb 17 00:47:51.012617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:51.054630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Transition to ACTIVE for port object 2fada508-7753-4075-ac0c-3b7c3bad54b3 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:51.085718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:51.166343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:51.219114 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-c08c5e89-f8b8-4c63-98e7-fe8c7634ac3e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2286093
Feb 17 00:47:51.235680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39060f40-cd91-4679-91d3-2dd3b993f239 req-c6f91728-92a9-4b78-a15b-b93a365f5595 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:51.243995 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39060f40-cd91-4679-91d3-2dd3b993f239 req-c6f91728-92a9-4b78-a15b-b93a365f5595 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1559136
Feb 17 00:47:51.527798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=2fada508-7753-4075-ac0c-3b7c3bad54b3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:51.532539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:51.573866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:47:51.575715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:47:51.578044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:47:51.582429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:51.583079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:51.593233 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39060f40-cd91-4679-91d3-2dd3b993f239 req-d4af57f9-3c61-4a72-b0a3-4147e6e3d79f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3479114
Feb 17 00:47:51.603977 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1774256
Feb 17 00:47:51.634155 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-833c61e6-07cb-4419-8c19-e95b4a12a18b service neutron] 10.222.0.16 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3871777
Feb 17 00:47:51.831350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-c5fd7e5e-7ee3-4046-b312-e0928c8b2e65 service neutron] 10.222.0.16 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1900885
Feb 17 00:47:51.892285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-611914ee-5ea9-4abd-ab0a-de4570a3f549 None None] Provisioning for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:47:51.898187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-611914ee-5ea9-4abd-ab0a-de4570a3f549 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:51.898953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-611914ee-5ea9-4abd-ab0a-de4570a3f549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:51.967191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-611914ee-5ea9-4abd-ab0a-de4570a3f549 None None] Port 2fada508-7753-4075-ac0c-3b7c3bad54b3 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:47:52.081252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60c29f9a-1a8b-4725-86d6-d9847bdfe674 req-2daa7a2c-dce4-4149-9658-49ff349293c0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0590265
Feb 17 00:47:52.127903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab631cb-24d0-48e1-b7d9-0d544e161738 req-544fae3d-9b89-4b5b-a5a0-930e80887212 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:52.129502 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ab631cb-24d0-48e1-b7d9-0d544e161738 req-544fae3d-9b89-4b5b-a5a0-930e80887212 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1490018
Feb 17 00:47:52.181118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ab631cb-24d0-48e1-b7d9-0d544e161738 req-c9c43252-58d2-4d10-ba65-eb6f829c0336 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448263
Feb 17 00:47:52.281634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b0843-95cf-4c49-9214-f42fc87c09ef req-b874b09b-dcca-44ac-8701-48feba8d8a3b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:52.283571 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f3b0843-95cf-4c49-9214-f42fc87c09ef req-b874b09b-dcca-44ac-8701-48feba8d8a3b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 931 time: 0.0883355
Feb 17 00:47:52.339935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f3b0843-95cf-4c49-9214-f42fc87c09ef req-9ca6025b-f8a8-42b8-9475-8183a2d8dffc tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498068
Feb 17 00:47:52.655697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-c9bec262-b8a1-433f-98ce-bcf3a0bd4fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472867
Feb 17 00:47:52.794256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca3dd-4680-4d8d-ba43-bbedd1a77027 req-b76329ed-3e5e-43ff-9ac6-eff633d1192f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:52.795904 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d9ca3dd-4680-4d8d-ba43-bbedd1a77027 req-b76329ed-3e5e-43ff-9ac6-eff633d1192f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.0912476
Feb 17 00:47:52.844614 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d9ca3dd-4680-4d8d-ba43-bbedd1a77027 req-38e71658-c59c-4e87-8245-2c31d63dccf6 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421193
Feb 17 00:47:53.246840 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28cc1055-4e12-42d6-9c23-da045386ac30 req-46892a8a-b418-4e64-bc45-f05220431796 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0484979
Feb 17 00:47:53.384549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb01138-0b41-4598-a746-ecf247273595 req-bd85992b-39f5-4391-9371-15dbc7f3c1cc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:53.386153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2fb01138-0b41-4598-a746-ecf247273595 req-bd85992b-39f5-4391-9371-15dbc7f3c1cc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.0875907
Feb 17 00:47:53.435992 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2fb01138-0b41-4598-a746-ecf247273595 req-33d9b6ed-8654-43c8-8ab2-99460bc163f3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430038
Feb 17 00:47:53.551298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216e633-d2e2-4773-a6d5-bd28de61a85a req-4b839ec2-2071-4035-8cec-e3b3ea9008c1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:53.553007 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d216e633-d2e2-4773-a6d5-bd28de61a85a req-4b839ec2-2071-4035-8cec-e3b3ea9008c1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 931 time: 0.0982232
Feb 17 00:47:53.605196 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d216e633-d2e2-4773-a6d5-bd28de61a85a req-3ce1e2db-dd3d-4992-b837-7d01df254f33 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455210
Feb 17 00:47:53.867075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Request body: {'port': {'device_id': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:53.965429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:47:54.061211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:47:54.062128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.087003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.153440 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-3f1cd3f6-64cb-4f69-805b-83d43f972fbc service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811310
Feb 17 00:47:54.239600 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-6e08c2f8-f31f-41a1-a7e8-117f8a8a9dea service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3394849
Feb 17 00:47:54.284072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5af26-4d74-403a-8130-d7d7354f349a req-57307a49-11e4-4d81-a83a-91f3f631ea4b tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:54.287390 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ce5af26-4d74-403a-8130-d7d7354f349a req-57307a49-11e4-4d81-a83a-91f3f631ea4b tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.3063965
Feb 17 00:47:54.395858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-8821d931-4fbc-4343-8106-e7bb2f08e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:54.397409 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-8821d931-4fbc-4343-8106-e7bb2f08e36b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 1162 time: 0.2919352
Feb 17 00:47:54.404105 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ce5af26-4d74-403a-8130-d7d7354f349a req-95afbdd8-3c9a-45f7-acea-a65527038107 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027274
Feb 17 00:47:54.438195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.451742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc5c3487-c08c-447f-b290-336230fc6a75 req-5d30b8dd-21b4-4319-81ce-491fc15a7ce2 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2743704
Feb 17 00:47:54.457876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:47:54.462581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Usage tracker for resource:security_group_rule and tenant:a3abe2aa629148b2b016102272db969c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:47:54.464992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:47:54.470754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:47:54.567981 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-472df7f6-6b23-46d4-bf37-97e32175dc86 req-24165a25-37aa-4c27-8cf1-47a17af1a7d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0640845
Feb 17 00:47:54.599666 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fe56a40-1b39-455b-98fd-c1f4b6eeb33f req-49cfeb7a-1871-4267-8eb4-adf804e55507 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3530903
Feb 17 00:47:54.766024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.842896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.843716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.47', 50006) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:47:54.886713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fada508-7753-4075-ac0c-3b7c3bad54b3 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:47:54.901571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.901712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-56160c46-6d12-4c84-bf28-eb1963c211d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:54.925480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Transition to ACTIVE for port object 2fada508-7753-4075-ac0c-3b7c3bad54b3 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:47:54.927866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-91ff61bc-463b-43be-ba03-1ecafe458526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:54.929488 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-91ff61bc-463b-43be-ba03-1ecafe458526 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1161 time: 0.1815455
Feb 17 00:47:54.930711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:54.948199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:55.005052 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5908682
Feb 17 00:47:55.133308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=764f5a5a-fd4d-4491-ac46-1092fe88c0a2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:55.138111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-0c9ef828-a992-4a45-89c5-4e0a065bdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.139832 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-0c9ef828-a992-4a45-89c5-4e0a065bdebd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1161 time: 0.5684381
Feb 17 00:47:55.144064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:55.158320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-185896c6-8627-4ab4-99a4-50dffbde3016 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.159905 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-185896c6-8627-4ab4-99a4-50dffbde3016 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 817 time: 0.3120060
Feb 17 00:47:55.166904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bd178-e21b-4834-a4d5-97bb93d3a160 req-2fb69581-5d37-4f20-959f-acac550a479a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.168460 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb8bd178-e21b-4834-a4d5-97bb93d3a160 req-2fb69581-5d37-4f20-959f-acac550a479a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.5376217
Feb 17 00:47:55.178569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3e7f-1c24-4080-905c-9eb212676077 req-d4cc88f8-208f-49ce-b3ab-5ba6d959dc38 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.180194 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-935e3e7f-1c24-4080-905c-9eb212676077 req-d4cc88f8-208f-49ce-b3ab-5ba6d959dc38 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 931 time: 0.4007463
Feb 17 00:47:55.181370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fada508-7753-4075-ac0c-3b7c3bad54b3,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:55.190004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:55.255487 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb8bd178-e21b-4834-a4d5-97bb93d3a160 req-39a4577f-f5bd-46d9-8d7c-2aea60e75430 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742371
Feb 17 00:47:55.271090 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-935e3e7f-1c24-4080-905c-9eb212676077 req-34daa602-5c2b-4d5c-b488-1d76d4ff70e2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709682
Feb 17 00:47:55.273556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-5786ee64-1d68-439d-9839-713ab5eb0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.275163 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-5786ee64-1d68-439d-9839-713ab5eb0c80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.3280330
Feb 17 00:47:55.371715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Attempting to bind port 2fada508-7753-4075-ac0c-3b7c3bad54b3 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:47:55.372098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Attempting to bind port 2fada508-7753-4075-ac0c-3b7c3bad54b3 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:47:55.372467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Attempting to bind port 2fada508-7753-4075-ac0c-3b7c3bad54b3 on network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:47:55.378421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:47:55.378799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Checking segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:47:55.379272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:55.379668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Bound using segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:47:55.380137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Bound port: 2fada508-7753-4075-ac0c-3b7c3bad54b3, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:47:55.380510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:55.479351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] For port 2fada508-7753-4075-ac0c-3b7c3bad54b3, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:47:55.483146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] For port 2fada508-7753-4075-ac0c-3b7c3bad54b3, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:47:55.487633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:55.504063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58e9978e-c675-4102-b1da-a9de5a855977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:47:55.620577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe9f0-857d-4a27-9acf-06ff5a35e19d req-254ccc73-8ab6-4bda-84ac-4649f7c10e06 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.622747 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-144fe9f0-857d-4a27-9acf-06ff5a35e19d req-254ccc73-8ab6-4bda-84ac-4649f7c10e06 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.0938690
Feb 17 00:47:55.655354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fada508-7753-4075-ac0c-3b7c3bad54b3,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:47:55.660653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:47:55.674989 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-144fe9f0-857d-4a27-9acf-06ff5a35e19d req-f2363d88-8bf4-4ab2-a136-bf30c4b83c37 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456083
Feb 17 00:47:55.691849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:55.692523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:47:55.693979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1157 time: 1.8315880
Feb 17 00:47:55.694499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:47:55.750654 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'status': 'completed', 'code': 200}
Feb 17 00:47:55.773113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0cb9b3ef-0bf5-436d-a371-d1bb714cd789 req-5e8f6491-9d14-4de7-8238-db86bff071d2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0535598
Feb 17 00:47:56.543151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4a1f8-71aa-4b49-ba4e-d59317ab8b1b req-b5eddbf9-5184-428e-83c1-556447470948 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:56.544731 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38b4a1f8-71aa-4b49-ba4e-d59317ab8b1b req-b5eddbf9-5184-428e-83c1-556447470948 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1592178
Feb 17 00:47:56.551522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad1937-38cd-4908-a10d-bca18da4fe73 req-6d03c070-2910-41f0-a9fb-831c42b7ea73 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:56.552933 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfad1937-38cd-4908-a10d-bca18da4fe73 req-6d03c070-2910-41f0-a9fb-831c42b7ea73 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1291556
Feb 17 00:47:56.630651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38b4a1f8-71aa-4b49-ba4e-d59317ab8b1b req-154bcbe7-67c3-4e1b-8f68-46e228b812c5 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766673
Feb 17 00:47:56.633560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfad1937-38cd-4908-a10d-bca18da4fe73 req-baea364e-e22e-40b7-bd94-95e3750f4427 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660331
Feb 17 00:47:57.080865 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac581d11-84df-422c-983e-6594c5979af3 req-ef4c2e5c-bac5-4993-9a4a-02d4aff659d8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0579057
Feb 17 00:47:57.115418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1903d85-7f47-430e-84c1-b20900847d4f req-427da6f2-aab2-440b-b445-241590c5866a tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:57.117009 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1903d85-7f47-430e-84c1-b20900847d4f req-427da6f2-aab2-440b-b445-241590c5866a tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.3274975
Feb 17 00:47:57.165655 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1903d85-7f47-430e-84c1-b20900847d4f req-f7acedf8-ae43-49c5-b023-fc9bebc42e36 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418260
Feb 17 00:47:57.900515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be405e5-016f-4435-a57e-735a03e390c6 req-98ee917b-6fbd-4f5a-872e-34f8555f5b03 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:57.902088 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1be405e5-016f-4435-a57e-735a03e390c6 req-98ee917b-6fbd-4f5a-872e-34f8555f5b03 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1588557
Feb 17 00:47:57.909708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8c1a9-a77c-40b3-b9ca-c846568fdb2e req-322ec4a0-b46f-4b19-826d-cb0492fdb301 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:57.911262 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cd8c1a9-a77c-40b3-b9ca-c846568fdb2e req-322ec4a0-b46f-4b19-826d-cb0492fdb301 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1304820
Feb 17 00:47:57.981315 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1be405e5-016f-4435-a57e-735a03e390c6 req-252dc481-a00f-4b3f-a7d8-fa8e787c45f0 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689056
Feb 17 00:47:57.991903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cd8c1a9-a77c-40b3-b9ca-c846568fdb2e req-aa4ae0a9-1361-4222-91a8-c5d24f0d41cb tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643411
Feb 17 00:47:58.251608 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35c75da0-bbc9-4689-8e65-a3b697305964 req-0dcbd189-416e-4a57-b13b-e393220e8908 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0493493
Feb 17 00:47:58.372437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22c6e8-c11c-4228-abba-8805ffcc7648 req-3ff9482f-84a9-4f3f-baeb-f686e252fcb7 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:58.374019 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb22c6e8-c11c-4228-abba-8805ffcc7648 req-3ff9482f-84a9-4f3f-baeb-f686e252fcb7 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.0902689
Feb 17 00:47:58.421577 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb22c6e8-c11c-4228-abba-8805ffcc7648 req-03656651-ac7c-4d8e-97f7-5fb1fe47278d tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412505
Feb 17 00:47:59.248262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440346-3632-40a6-ad2b-8ad95aa72654 req-b22cf75e-67f4-4ea2-abde-d695132c938f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.249888 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4440346-3632-40a6-ad2b-8ad95aa72654 req-b22cf75e-67f4-4ea2-abde-d695132c938f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1548254
Feb 17 00:47:59.260476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a7ab-f4c3-4776-ab73-2a3d4a22ab5d req-67d9b224-0e96-4d15-be65-af7e35598478 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.262529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fe0a7ab-f4c3-4776-ab73-2a3d4a22ab5d req-67d9b224-0e96-4d15-be65-af7e35598478 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1257029
Feb 17 00:47:59.341016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4440346-3632-40a6-ad2b-8ad95aa72654 req-3d6b3f36-0eff-4a5a-94c1-af8c0e8b4dd4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774298
Feb 17 00:47:59.345857 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fe0a7ab-f4c3-4776-ab73-2a3d4a22ab5d req-e9d74992-3c36-48a0-8b67-b246d3e8e340 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681446
Feb 17 00:47:59.494936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-45f13105-4e5a-4383-a278-485e9ca17461 req-ec82466a-c129-4e3c-873a-6a79bd79b0a4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0521135
Feb 17 00:47:59.618277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6108e35-051c-4f35-b6d1-1fb1c39a8ba5 req-349099c6-b143-4bd7-85ed-ed8bbb7fec80 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.619847 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6108e35-051c-4f35-b6d1-1fb1c39a8ba5 req-349099c6-b143-4bd7-85ed-ed8bbb7fec80 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.0856512
Feb 17 00:47:59.778420 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-0226fe71-89fb-4471-b5c0-db5f4992b606 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 200  len: 217 time: 0.1285291
Feb 17 00:47:59.817784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6108e35-051c-4f35-b6d1-1fb1c39a8ba5 req-1bb84f7c-7786-4b55-9e35-81bff31db207 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901050
Feb 17 00:47:59.833351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-767110c4-ad49-4508-9eaa-36a85b12a73a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 5702 time: 0.1807759
Feb 17 00:47:59.855356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'port': {'device_id': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'admin_state_up': True, 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'security_groups': ['0526b8c5-0bf2-4ffd-99b2-c36ec800c91d']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:47:59.870780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-6b5733ff-f4ac-4c8c-80e2-5f01def5f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.872988 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-6b5733ff-f4ac-4c8c-80e2-5f01def5f52b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.0872025
Feb 17 00:47:59.922427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-97b4a4c5-5f67-4088-88a8-e512affe8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.924032 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-97b4a4c5-5f67-4088-88a8-e512affe8f6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1160 time: 0.1938481
Feb 17 00:47:59.930748 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-4206454c-18cf-47a6-908d-d6e6b122245f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500214
Feb 17 00:47:59.974034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-58ac46a9-5c6b-43d6-92b9-8def7a216c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:47:59.975612 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-58ac46a9-5c6b-43d6-92b9-8def7a216c95 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.3245764
Feb 17 00:48:00.068566 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-41ae891b-6754-4f83-90b0-1c354a06d8bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.0779748
Feb 17 00:48:00.139254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:00.150414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:port and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:00.154678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:00.163412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:00.170072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-000e7a23-5555-4253-8f24-c90b2579774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:00.171696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-000e7a23-5555-4253-8f24-c90b2579774a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.0907078
Feb 17 00:48:00.178021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Made reservation on behalf of 16b2b5fd6f494be1a6ffb462c42c6506 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:00.184207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:00.228790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-df239248-66d8-4ba8-a9a7-f160bf741aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:00.230966 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-df239248-66d8-4ba8-a9a7-f160bf741aab service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2689128
Feb 17 00:48:00.234532 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-a98d1ee1-6c3c-4788-b17b-be85aca5b0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2717857
Feb 17 00:48:00.248407 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-c5aee5d5-f8e6-44ef-84ce-3da02c723a2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520141
Feb 17 00:48:00.430758 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-9dcaba08-50fb-4856-a5b7-f73682167bed service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723287
Feb 17 00:48:00.744647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-2e99b22d-ff3f-4361-b700-402b9868a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:00.746765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8619d76a-449e-4cbd-8799-b9a6057f7dfe req-2e99b22d-ff3f-4361-b700-402b9868a6be service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.5046670
Feb 17 00:48:00.748797 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ed9000-1ff1-4817-ab8e-c8fbcbc5c5cc req-4646dfef-7efd-40dd-946b-10015af13f5a service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5057559
Feb 17 00:48:00.856819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcac88-883a-4017-b912-275040de6e65 req-d82e86f4-b0f2-4f28-a338-6eba7f7e7c37 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:00.858431 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-46fcac88-883a-4017-b912-275040de6e65 req-d82e86f4-b0f2-4f28-a338-6eba7f7e7c37 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.2946229
Feb 17 00:48:00.866915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954094b-37fe-49c2-84fc-cabf01ac19f3 req-60a5c2bf-b7dc-4cf0-9600-b0e94b89bdcd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:00.868429 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7954094b-37fe-49c2-84fc-cabf01ac19f3 req-60a5c2bf-b7dc-4cf0-9600-b0e94b89bdcd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.3058805
Feb 17 00:48:00.926663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Allocated IP 172.20.0.6 (c3473a5d-0a07-4986-99ce-c9ce15763233/350ae183-afeb-4a4b-bf46-0c802971fa40/d37633f4-63c7-49e7-81d4-3d1b29c74e69) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:48:00.969288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-46fcac88-883a-4017-b912-275040de6e65 req-8cc36ef1-c19a-448a-a312-fccf822bdcd0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998626
Feb 17 00:48:00.988700 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7954094b-37fe-49c2-84fc-cabf01ac19f3 req-d1b3c6c3-c693-4a71-9c8a-8f0fff631155 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987377
Feb 17 00:48:01.198299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9db9876b-a951-4b36-a6f8-b262716e0fd4 req-291855ae-9d5b-4ba8-914b-4eed14d71acc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.1127245
Feb 17 00:48:01.288189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:01.301465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd0f25-2b1f-40e8-a76c-bb9034201842 req-46b9636c-0759-4035-a577-accabb4c5697 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:01.303084 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-edcd0f25-2b1f-40e8-a76c-bb9034201842 req-46b9636c-0759-4035-a577-accabb4c5697 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1772044
Feb 17 00:48:01.315988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Transition to ACTIVE for port object d37633f4-63c7-49e7-81d4-3d1b29c74e69 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:48:01.368526 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-edcd0f25-2b1f-40e8-a76c-bb9034201842 req-ec20481e-0ef6-4ec7-955b-b863b23fd111 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558436
Feb 17 00:48:01.380590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:01.398758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:01.734666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:01.747450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:01.792360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:48:01.794083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:48:01.796567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:48:01.867995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:01.868664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:01.896391 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0452318
Feb 17 00:48:01.998037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ed5256af-c071-4736-96d4-90023d304e56 None None] Provisioning for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:48:02.003224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ed5256af-c071-4736-96d4-90023d304e56 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:02.003681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed5256af-c071-4736-96d4-90023d304e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:02.061310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ed5256af-c071-4736-96d4-90023d304e56 None None] Port d37633f4-63c7-49e7-81d4-3d1b29c74e69 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:48:02.245709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd55ae8-d345-4faa-bb63-f922ec1ed35e req-9cc32e56-e5ff-4ba9-8b91-e6e266d7b1b0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:02.248081 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcd55ae8-d345-4faa-bb63-f922ec1ed35e req-9cc32e56-e5ff-4ba9-8b91-e6e266d7b1b0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1596353
Feb 17 00:48:02.254115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21be9-e7f8-4d63-9d99-2edce2bf8579 req-2436a195-5bdc-4bb6-b23d-3cf98e2e1ee9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:02.255623 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ad21be9-e7f8-4d63-9d99-2edce2bf8579 req-2436a195-5bdc-4bb6-b23d-3cf98e2e1ee9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1307907
Feb 17 00:48:02.327677 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fcd55ae8-d345-4faa-bb63-f922ec1ed35e req-af6a6687-eeb6-422a-b644-4e7c5a267e1e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710542
Feb 17 00:48:02.336904 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ad21be9-e7f8-4d63-9d99-2edce2bf8579 req-0bf936af-e9a3-45ce-93e0-846f97ffde2d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665429
Feb 17 00:48:02.583995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f46430-6a2f-4ccf-92e9-949d3808ac73 req-2453707b-27df-481c-9f10-0d6e38f3a29d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:02.584817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-81f46430-6a2f-4ccf-92e9-949d3808ac73 req-2453707b-27df-481c-9f10-0d6e38f3a29d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:48:02.623199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8ba06-4cb8-4066-b847-6dea89a1bda4 req-c3e75f86-2a50-47ef-87bc-7081a924ad34 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:02.624792 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bb8ba06-4cb8-4066-b847-6dea89a1bda4 req-c3e75f86-2a50-47ef-87bc-7081a924ad34 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1332822
Feb 17 00:48:02.625865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-81f46430-6a2f-4ccf-92e9-949d3808ac73 req-2453707b-27df-481c-9f10-0d6e38f3a29d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:48:02.627031 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81f46430-6a2f-4ccf-92e9-949d3808ac73 req-2453707b-27df-481c-9f10-0d6e38f3a29d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 931 time: 0.1940155
Feb 17 00:48:02.705048 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bb8ba06-4cb8-4066-b847-6dea89a1bda4 req-3070783a-1203-4408-88ba-4e3bae34b704 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740573
Feb 17 00:48:02.712333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81f46430-6a2f-4ccf-92e9-949d3808ac73 req-f435062d-5366-48cf-9348-3adf9052b65a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0671666
Feb 17 00:48:03.332590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:48:03.594178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba953a8f-f091-4650-8393-1972d4465426 req-f6cdd69b-6488-40cd-b96e-a9099587a9ad tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:03.595766 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba953a8f-f091-4650-8393-1972d4465426 req-f6cdd69b-6488-40cd-b96e-a9099587a9ad tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1558905
Feb 17 00:48:03.606998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646adc6a-9923-4fb2-9077-4da04645cc9b req-1bed4352-d682-41e6-8de7-541245273fcf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:03.608566 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-646adc6a-9923-4fb2-9077-4da04645cc9b req-1bed4352-d682-41e6-8de7-541245273fcf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1239915
Feb 17 00:48:03.688224 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba953a8f-f091-4650-8393-1972d4465426 req-31283b0a-2929-443f-8e1e-c6a982885fe5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786338
Feb 17 00:48:03.692694 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-646adc6a-9923-4fb2-9077-4da04645cc9b req-7c4b11c8-58c5-4b3b-b32c-f64d8a5408cc tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0664377
Feb 17 00:48:03.982760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8985f-c1c7-41ad-a242-ae0d6b839d8a req-cbdc4255-7af9-4ea2-adaa-6f99de08658f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:03.984380 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b8985f-c1c7-41ad-a242-ae0d6b839d8a req-cbdc4255-7af9-4ea2-adaa-6f99de08658f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1611335
Feb 17 00:48:03.991006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a73cc-bffb-4974-bb50-405aad64259f req-0fbcf584-0548-4b4d-899b-d9e0459e4fb9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:03.992473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-486a73cc-bffb-4974-bb50-405aad64259f req-0fbcf584-0548-4b4d-899b-d9e0459e4fb9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 931 time: 0.1301188
Feb 17 00:48:04.067387 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b8985f-c1c7-41ad-a242-ae0d6b839d8a req-384e9314-ee50-45d4-823c-7b9c0a87ad5c tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738475
Feb 17 00:48:04.071826 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-486a73cc-bffb-4974-bb50-405aad64259f req-1099f3a1-90e7-4519-91b2-4a5b09894983 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0640302
Feb 17 00:48:04.644965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Request body: {'port': {'device_id': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:04.785551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-f561778e-5504-4008-aafb-50a4099bf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:04.787886 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-f561778e-5504-4008-aafb-50a4099bf84b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1160 time: 0.1097901
Feb 17 00:48:04.812745 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-980598ec-bf26-4cd8-b429-34679aa49a1f req-81edf51a-1fcb-4b67-9f61-1b8bdd1dad41 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1974163
Feb 17 00:48:04.881355 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-48611e4b-b020-45d9-833b-4f3a0b7da6fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 217 time: 0.0857370
Feb 17 00:48:04.957477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-4d508f7a-e885-427c-a18d-63419e35b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:04.959115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-4d508f7a-e885-427c-a18d-63419e35b69e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0700758
Feb 17 00:48:05.003048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:05.051158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-b6e29d90-e585-447c-ad7a-ca0997dc6692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:05.052774 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-b6e29d90-e585-447c-ad7a-ca0997dc6692 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864635
Feb 17 00:48:05.120637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f341ae-1c94-468e-a7b9-d6cf9574bdc5 req-dc4f5de9-40ed-4d78-af55-46259c007a2e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:05.122852 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37f341ae-1c94-468e-a7b9-d6cf9574bdc5 req-dc4f5de9-40ed-4d78-af55-46259c007a2e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.2539427
Feb 17 00:48:05.163821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45045df-dce3-4d3b-b85d-ed48e5f8b56a req-0dbe6cc1-cad0-403c-865e-ca67fe95fc04 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:05.165399 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b45045df-dce3-4d3b-b85d-ed48e5f8b56a req-0dbe6cc1-cad0-403c-865e-ca67fe95fc04 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.2864287
Feb 17 00:48:05.203245 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-bfdbf4f4-37db-45ba-8c3d-30bf80639b2a service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406174
Feb 17 00:48:05.269535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37f341ae-1c94-468e-a7b9-d6cf9574bdc5 req-724e2ebc-3262-43c2-a420-a215460dde16 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127083
Feb 17 00:48:05.276115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b45045df-dce3-4d3b-b85d-ed48e5f8b56a req-b3464c52-2cb6-4998-babd-0a50c3581d07 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025198
Feb 17 00:48:05.381387 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd95a4ac-3f7e-4f92-ba7c-579f8d22a272 req-02720d10-ebaa-4938-98be-ed43ec2c985e service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1712124
Feb 17 00:48:05.640254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20b47b-b854-4bbd-be9a-6e10ec51f328 req-bad2406a-0bfa-4007-b7de-77c90f108f94 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:05.641856 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9f20b47b-b854-4bbd-be9a-6e10ec51f328 req-bad2406a-0bfa-4007-b7de-77c90f108f94 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 931 time: 0.2205384
Feb 17 00:48:05.649552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebce2c1-f212-4b45-9d10-9ec78ec18830 req-d40dae9b-3fb8-48a5-a6bf-5f5468e6986c tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:05.651080 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ebce2c1-f212-4b45-9d10-9ec78ec18830 req-d40dae9b-3fb8-48a5-a6bf-5f5468e6986c tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.2309182
Feb 17 00:48:05.792181 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9f20b47b-b854-4bbd-be9a-6e10ec51f328 req-3657402d-5885-49e0-b651-8adcaee441ec tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1400721
Feb 17 00:48:05.799054 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ebce2c1-f212-4b45-9d10-9ec78ec18830 req-5e14e498-670a-461e-bdbe-49691199e091 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214104
Feb 17 00:48:05.803899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37633f4-63c7-49e7-81d4-3d1b29c74e69 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:48:05.812540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:05.826499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Transition to ACTIVE for port object d37633f4-63c7-49e7-81d4-3d1b29c74e69 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:48:05.830839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:05.850803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b94e9d81-abcb-46ea-94bc-4de27c94bae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:06.187823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:06.199765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.200174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.200566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.200949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.201333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.201766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.202144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.202520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.202914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.203301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.203678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.204062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.204521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.204903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.205300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.205657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.206029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.206419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.206793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.207196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.207585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.207971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.208344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.208712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:06.214120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:06.569458 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Attempting to bind port d37633f4-63c7-49e7-81d4-3d1b29c74e69 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:48:06.569835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Attempting to bind port d37633f4-63c7-49e7-81d4-3d1b29c74e69 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:48:06.570203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Attempting to bind port d37633f4-63c7-49e7-81d4-3d1b29c74e69 on network c3473a5d-0a07-4986-99ce-c9ce15763233 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:48:06.582517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:48:06.582943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Checking segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:48:06.583344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:06.583740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Bound using segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:48:06.584212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Bound port: d37633f4-63c7-49e7-81d4-3d1b29c74e69, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:48:06.584588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:06.696478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26534cc1-60af-4563-90b9-3c4f086dc0a2 req-60329091-8073-49ee-8b7b-3f4cb2222191 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:06.698177 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26534cc1-60af-4563-90b9-3c4f086dc0a2 req-60329091-8073-49ee-8b7b-3f4cb2222191 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.2644176
Feb 17 00:48:06.743870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760525-d425-455e-8b2f-70998a848e12 req-3760a044-6039-4144-8dd9-5469e4b6e6df tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:06.745486 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd760525-d425-455e-8b2f-70998a848e12 req-3760a044-6039-4144-8dd9-5469e4b6e6df tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.3132467
Feb 17 00:48:06.757437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:48:06.801374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:48:06.810376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:06.815261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26534cc1-60af-4563-90b9-3c4f086dc0a2 req-e8002520-6fa9-408b-8a8a-63f8ebecb51d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1054890
Feb 17 00:48:06.839262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eead229d-525c-43e3-8443-c1741262e766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:07.002918 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd760525-d425-455e-8b2f-70998a848e12 req-56fd63b9-fcc0-45f2-84e7-02fb5e735330 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479565
Feb 17 00:48:07.084231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:07.091920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:07.212113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.212805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.214263 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-e21d9992-f62b-4444-b581-371071328d76 service neutron] 10.222.0.47 "PUT /v2.0/ports/d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 1157 time: 2.5741870
Feb 17 00:48:07.216128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:07.237962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba609639-83f7-43c2-a6de-96a722d872fb req-d1d5052f-771f-4fc4-8279-9a54d1610735 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.245731 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba609639-83f7-43c2-a6de-96a722d872fb req-d1d5052f-771f-4fc4-8279-9a54d1610735 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.3003106
Feb 17 00:48:07.327235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55722) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:07.384696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba609639-83f7-43c2-a6de-96a722d872fb req-a37af34b-58cc-4b14-958d-e512982cdb74 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1378524
Feb 17 00:48:07.423832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95293ccf-4927-4aa0-a756-f40d13b6a8eb req-5ccafff9-901f-4c97-9bb2-ec08df1453a6 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.425785 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95293ccf-4927-4aa0-a756-f40d13b6a8eb req-5ccafff9-901f-4c97-9bb2-ec08df1453a6 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.2926321
Feb 17 00:48:07.485353 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'status': 'completed', 'code': 200}
Feb 17 00:48:07.490206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-548a54d4-4959-4abb-a3e0-d83d2836caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.491836 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-548a54d4-4959-4abb-a3e0-d83d2836caf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1160 time: 0.2265208
Feb 17 00:48:07.501089 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95293ccf-4927-4aa0-a756-f40d13b6a8eb req-a19dde81-a7dd-4044-9b52-6db5fda66744 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661044
Feb 17 00:48:07.539114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.585638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:07.590181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Usage tracker for resource:security_group_rule and tenant:91fe4371915548a191dfbad4619f0f7a is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:07.594407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:07.601251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:07.602169 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-4ecfa660-d5da-41df-b914-3160109abe15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 217 time: 0.1001167
Feb 17 00:48:07.685175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-ea9e848f-edda-46a0-8ab0-b86158e1c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.687027 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-ea9e848f-edda-46a0-8ab0-b86158e1c829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0763657
Feb 17 00:48:07.695073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.698221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.728376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96ec15b0-c01a-49fa-a007-d47d445fbe59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:07.741947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 55742) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:07.742148 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91fe4371915548a191dfbad4619f0f7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4183941
Feb 17 00:48:07.785242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6274583-959b-46d6-9130-19115fc4fe74,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:07.794257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.794810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.795239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.795639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.796033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.796429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.796822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.797251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.797598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.797962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.798323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.798971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.799731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.800311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.800873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.801433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.802004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.802566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.803161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.803707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.804470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.808207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.809992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.810566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:07.816705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:07.863089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.897054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.921508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:07.947565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08078c-da98-466b-833d-a112097c23d6 req-630b4d83-3e24-4c46-8c68-d05b362e4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:07.947565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-630b4d83-3e24-4c46-8c68-d05b362e4dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2445736
Feb 17 00:48:08.183394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.210184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:08.239292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6274583-959b-46d6-9130-19115fc4fe74,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:08.244288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:08.250816 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-11363a8b-c63b-44ba-9c42-997736244c68 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2929027
Feb 17 00:48:08.260990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.262158 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6274583-959b-46d6-9130-19115fc4fe74 HTTP/1.1" status: 204  len: 168 time: 0.5191119
Feb 17 00:48:08.292475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6f0e0-c8e7-4fff-9b3f-8dc34679d77d req-1e5ae402-3f8a-41f2-bcdc-d8cd206f9269 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:08.294619 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e1f6f0e0-c8e7-4fff-9b3f-8dc34679d77d req-1e5ae402-3f8a-41f2-bcdc-d8cd206f9269 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.3116889
Feb 17 00:48:08.457366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1c9bb-e43f-400f-8f66-f348915ea6b1 req-72404f8e-523d-4f8c-bc22-54eb7b6d032c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:08.459052 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43e1c9bb-e43f-400f-8f66-f348915ea6b1 req-72404f8e-523d-4f8c-bc22-54eb7b6d032c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.3303270
Feb 17 00:48:08.469583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e1f6f0e0-c8e7-4fff-9b3f-8dc34679d77d req-df3ea870-701b-48e6-b0f1-9e198737a995 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093791
Feb 17 00:48:08.513565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bd08078c-da98-466b-833d-a112097c23d6 req-e52bb502-829d-41e4-82c0-c85f2656268b service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2536857
Feb 17 00:48:08.547608 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43e1c9bb-e43f-400f-8f66-f348915ea6b1 req-293aee29-41e6-4d2f-9f4f-b17e0f26825c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750415
Feb 17 00:48:08.640172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55780) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:08.663499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.680451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:08.685763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0746d446904e1bb61fc77fc9c96f61 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:08.688740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:08.694473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:08.782210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:08.793365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.799017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.816775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:08.868319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:08.868951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:08.877876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3de093-7c01-429b-81b2-8033e98ab12f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:08.907298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:08.919520 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf0746d446904e1bb61fc77fc9c96f61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2775707
Feb 17 00:48:08.921829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55790) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:08.999106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.032023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.062993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80597-9809-4689-9033-d27835e8fe0a req-bc3649fa-f4fa-430a-a958-6ddde4315ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.064733 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-bc3649fa-f4fa-430a-a958-6ddde4315ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1160 time: 0.4803667
Feb 17 00:48:09.089535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817ef57-6387-490d-9afa-7018042996b0 req-83b6688d-12f0-4ca7-b8d5-a7f7f4d7275a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.092099 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c817ef57-6387-490d-9afa-7018042996b0 req-83b6688d-12f0-4ca7-b8d5-a7f7f4d7275a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.4382989
Feb 17 00:48:09.099304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.099938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37ba73-20bb-4a05-82af-72cde135397a req-2b58bfde-39b4-41ed-9461-f54e75491702 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.104803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c1963312-82d0-4f8e-95ac-747a03670a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:09.108932 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da37ba73-20bb-4a05-82af-72cde135397a req-2b58bfde-39b4-41ed-9461-f54e75491702 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.4163218
Feb 17 00:48:09.123823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3de093-7c01-429b-81b2-8033e98ab12f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:09.134511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:09.135604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.137755 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f3de093-7c01-429b-81b2-8033e98ab12f HTTP/1.1" status: 204  len: 168 time: 0.2146962
Feb 17 00:48:09.303583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da37ba73-20bb-4a05-82af-72cde135397a req-ed5d0b03-b865-4e7d-bc20-72009250b95b tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936173
Feb 17 00:48:09.321183 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c817ef57-6387-490d-9afa-7018042996b0 req-1cfc8393-c923-4c6d-998b-e419eb50d034 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2100487
Feb 17 00:48:09.377742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80597-9809-4689-9033-d27835e8fe0a req-450eecf7-1a20-4613-ad0f-028e4edb32af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.380942 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-450eecf7-1a20-4613-ad0f-028e4edb32af service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.3044684
Feb 17 00:48:09.476351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-51ab6ae4-d5cb-4cd1-9bea-b8bae3576058 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 217 time: 0.0877886
Feb 17 00:48:09.496829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55818) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:09.564680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80597-9809-4689-9033-d27835e8fe0a req-72efa30e-656f-41a7-8e8b-3e46f11335a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.566490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-72efa30e-656f-41a7-8e8b-3e46f11335a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0803742
Feb 17 00:48:09.602080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4064490a-d847-4df8-a92e-31f32cfb197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.712826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.733448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:09.737698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Usage tracker for resource:security_group_rule and tenant:0996e46b101f421a9c909ff0ca06211b is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:09.741394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:09.749483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:09.877109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.880791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:09.891211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:09.945876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e449d584-f889-4f05-8e3f-870672c5cde0,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:09.948870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e80597-9809-4689-9033-d27835e8fe0a req-8a931c14-15c5-4df4-9ad8-74823e9d2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:09.951781 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-8a931c14-15c5-4df4-9ad8-74823e9d2856 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3768132
Feb 17 00:48:09.953154 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0996e46b101f421a9c909ff0ca06211b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4552298
Feb 17 00:48:09.954335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:09.956162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55840) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:10.065627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.134844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad79b5f-b9bc-4a21-bbb0-715248bd34a7 req-b194bd51-fe49-4735-a021-f2943e7af0d0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:10.142970 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dad79b5f-b9bc-4a21-bbb0-715248bd34a7 req-b194bd51-fe49-4735-a021-f2943e7af0d0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.3330705
Feb 17 00:48:10.143873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.156264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bf961-fac7-46b2-9a7d-8ce0a2d25c0b req-07e63d8c-7ba5-4963-be52-e3e78de277c5 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:10.158094 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-194bf961-fac7-46b2-9a7d-8ce0a2d25c0b req-07e63d8c-7ba5-4963-be52-e3e78de277c5 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.4325175
Feb 17 00:48:10.241571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.250856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dac71ad-f092-4dfe-8a7b-e07453043bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:10.267111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e449d584-f889-4f05-8e3f-870672c5cde0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:10.275249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.279861 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e449d584-f889-4f05-8e3f-870672c5cde0 HTTP/1.1" status: 204  len: 168 time: 0.3192534
Feb 17 00:48:10.279861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:10.337243 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-02f21abd-ab83-48fe-a340-8cf2e308315a service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3573525
Feb 17 00:48:10.344479 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dad79b5f-b9bc-4a21-bbb0-715248bd34a7 req-d92b5ff2-8765-468a-b094-f6122b132239 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003880
Feb 17 00:48:10.400501 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-194bf961-fac7-46b2-9a7d-8ce0a2d25c0b req-bab3d493-bd1d-4cdf-bcf2-babcf64a52cc tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2214804
Feb 17 00:48:10.654808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e618e-7253-4e3b-a106-877b9989d935 req-19f3176d-51ad-4af6-ad39-8aac0b666f9b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:10.656486 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-601e618e-7253-4e3b-a106-877b9989d935 req-19f3176d-51ad-4af6-ad39-8aac0b666f9b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1514060
Feb 17 00:48:10.660840 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40e80597-9809-4689-9033-d27835e8fe0a req-f5d8711e-502d-4c08-bdc6-c477f2a78d31 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3132761
Feb 17 00:48:10.712428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-601e618e-7253-4e3b-a106-877b9989d935 req-fdae10f6-14ff-405a-bc5e-2c1509b9b72d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483897
Feb 17 00:48:10.774619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 55884) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:10.799382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.818181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:10.823324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Usage tracker for resource:security_group_rule and tenant:85b6d254a1a64ef7b36170df20d36000 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:10.827254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:10.834996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:10.943111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.949205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:10.961866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:10.980836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-faaba9b2-affd-4842-b18c-78ca3522d31a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:48:11.015123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85b6d254a1a64ef7b36170df20d36000&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2372570
Feb 17 00:48:11.016039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e962b-43cd-4236-ae85-b7e020e0540a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:11.016495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55894) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:11.023749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:11.087883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.119584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.176812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.182057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:11.201129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.202430 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c9e962b-43cd-4236-ae85-b7e020e0540a HTTP/1.1" status: 204  len: 168 time: 0.1847167
Feb 17 00:48:11.203955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e962b-43cd-4236-ae85-b7e020e0540a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:11.206513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:11.424298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55916) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:11.576518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef004ee-6599-4499-8d37-156675573d32 req-a18f25f7-6e21-4653-bcd2-c4baf4e1cea9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:11.578118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cef004ee-6599-4499-8d37-156675573d32 req-a18f25f7-6e21-4653-bcd2-c4baf4e1cea9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.1047380
Feb 17 00:48:11.580018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.604075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:11.609513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Usage tracker for resource:security_group_rule and tenant:d37b849661514d9f9df8269f129374b3 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:11.612799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:11.618996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:11.638684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cef004ee-6599-4499-8d37-156675573d32 req-1ab7fafe-e7af-4c40-8c94-c96b9a1e864c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440485
Feb 17 00:48:11.723257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.734673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.768586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-887ddcb8-8050-4042-9bca-ee11f593840a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:11.800741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d37b849661514d9f9df8269f129374b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3752484
Feb 17 00:48:11.801817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb36830-c48b-4bac-a164-03408c27c37a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:11.804952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55946) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:11.809127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:11.910404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.945451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:11.952032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dac79-ebc2-470f-b527-d761f7ae7cbd req-807a53e9-6a0b-45ed-a3c9-e5d6c4d4809a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:11.959853 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bf7dac79-ebc2-470f-b527-d761f7ae7cbd req-807a53e9-6a0b-45ed-a3c9-e5d6c4d4809a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1595848
Feb 17 00:48:12.034898 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bf7dac79-ebc2-470f-b527-d761f7ae7cbd req-825a3b99-e044-47cf-9ef1-39c7d3705269 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739615
Feb 17 00:48:12.049937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a915f237-3318-4336-9b7a-9d6a904b20e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.052102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.059069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:12.077603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb36830-c48b-4bac-a164-03408c27c37a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:12.096426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.097889 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3cb36830-c48b-4bac-a164-03408c27c37a HTTP/1.1" status: 204  len: 168 time: 0.2917893
Feb 17 00:48:12.100337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:12.283888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8b082-33e3-4d65-a5eb-d79d8c4431ec req-15de0c9a-be72-4f22-abdd-b910fdfe6ce5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:12.285882 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3d8b082-33e3-4d65-a5eb-d79d8c4431ec req-15de0c9a-be72-4f22-abdd-b910fdfe6ce5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1308758
Feb 17 00:48:12.373891 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3d8b082-33e3-4d65-a5eb-d79d8c4431ec req-9e045b5c-d3e5-4ff6-8162-79c0cab190b3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0809844
Feb 17 00:48:12.480199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.565826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55986) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:12.586681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.602441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:12.607959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe0e6763f2a4ef489b9abd6f83f1057 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:12.612229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:12.617955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:12.706100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.708915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.718618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e194716-326b-488d-886d-bb4e16d0338e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:12.760263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c7be9-fd4a-4141-883b-dafe96186871,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:12.765856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:12.770050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fe0e6763f2a4ef489b9abd6f83f1057&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2022026
Feb 17 00:48:12.775823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 55994) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:12.852606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90f773-e412-479c-a96d-1c9c618ea968 req-2780692a-81fa-458b-b620-b6f95a5ccb3a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:12.854237 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff90f773-e412-479c-a96d-1c9c618ea968 req-2780692a-81fa-458b-b620-b6f95a5ccb3a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 944 time: 0.0933030
Feb 17 00:48:12.858480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.887288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.904311 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff90f773-e412-479c-a96d-1c9c618ea968 req-264480e4-ec66-4a1f-be3f-111dc6808063 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424116
Feb 17 00:48:12.938830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.943887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e457ecbe-b5d0-4001-9ce8-f76f090a0cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:12.956757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c7be9-fd4a-4141-883b-dafe96186871,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:12.960033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:12.962010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:12.963416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/814c7be9-fd4a-4141-883b-dafe96186871 HTTP/1.1" status: 204  len: 168 time: 0.1861794
Feb 17 00:48:13.095561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:13.224481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:48:13.237317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:13.238315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:13.248348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93d12a-797f-412a-a8d3-bd15230ac6ea req-4db1c119-cd58-4774-a2cb-60aed51e55b1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:13.250600 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a93d12a-797f-412a-a8d3-bd15230ac6ea req-4db1c119-cd58-4774-a2cb-60aed51e55b1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1027527
Feb 17 00:48:13.321974 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a93d12a-797f-412a-a8d3-bd15230ac6ea req-33ce0e2e-e137-4a0a-9bf5-54b04cf55c8c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644906
Feb 17 00:48:13.588763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:13.600445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:13.643588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05571c7-ada6-46b2-96a8-619a6e6d6063 req-25ee7fee-01ac-47cf-8bf6-133124683e35 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:13.649446 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d05571c7-ada6-46b2-96a8-619a6e6d6063 req-25ee7fee-01ac-47cf-8bf6-133124683e35 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1162720
Feb 17 00:48:13.664570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:48:13.665918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:13.684729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:13.686661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:13.728710 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d05571c7-ada6-46b2-96a8-619a6e6d6063 req-c9d65ebd-3eb5-42fd-8c52-37246a7a1e39 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0736372
Feb 17 00:48:13.764720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed7de7c0-cfc7-41d4-9b1b-3a96321b5d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:13.862513 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a', 'code': 200}
Feb 17 00:48:13.873810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:13.888280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.888805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.889429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.890274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.890757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.891375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.891840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.892397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.892839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.893527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.894166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.894832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.895402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.895846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.896392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.896835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.897379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.897723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.898162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.898592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.899144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.899572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.900019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.900462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:48:13.909608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:13.909730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56036) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:13.928326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:13.952869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:48:13.964209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:13.964726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.182061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.227297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114f411-cdf0-44e1-a388-6317b3259631 req-501a487c-4d99-43c4-be53-7f0e73d2b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:14.235967 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a114f411-cdf0-44e1-a388-6317b3259631 req-501a487c-4d99-43c4-be53-7f0e73d2b108 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1163 time: 0.2314961
Feb 17 00:48:14.244343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:48:14.257098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.258468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:14.278643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.304966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a114f411-cdf0-44e1-a388-6317b3259631 req-d3e79071-e1fe-46ab-a7f9-019a61af9e07 service neutron] Synchronizing usage tracker for tenant:a3abe2aa629148b2b016102272db969c on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:48:14.319861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:14.325787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:89185814b57244d29fd96ebed6b478dd is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:14.333305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:14.348771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:14.360460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5c721-5c4f-4ce6-b017-f2b3c0a5605e req-619333bb-f07a-47fb-a5dc-4c7195ea5a06 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:14.368035 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1c5c721-5c4f-4ce6-b017-f2b3c0a5605e req-619333bb-f07a-47fb-a5dc-4c7195ea5a06 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.2892089
Feb 17 00:48:14.383327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:14.501735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.507215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.508171 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c1c5c721-5c4f-4ce6-b017-f2b3c0a5605e req-a92940de-3e56-4c62-aa13-2ef687e3a030 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1391041
Feb 17 00:48:14.523190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a114f411-cdf0-44e1-a388-6317b3259631 req-d3e79071-e1fe-46ab-a7f9-019a61af9e07 service neutron] Unset dirty status for tenant:a3abe2aa629148b2b016102272db969c on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:48:14.528809 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a114f411-cdf0-44e1-a388-6317b3259631 req-d3e79071-e1fe-46ab-a7f9-019a61af9e07 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2871416
Feb 17 00:48:14.558216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91cbf502-6a05-47eb-80dc-1b01d7984de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:14.561545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:14.566486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:14.583093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:48:14.588665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:14.589097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.627432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd0cda-ccb8-4aa0-b2d4-5ca1cc6bce56,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:14.638236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89185814b57244d29fd96ebed6b478dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7272291
Feb 17 00:48:14.640736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:14.642751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56070) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:14.746404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a498c5-c413-49c5-be86-2fad2d0155f9 req-dd96a8fb-5d2b-498c-a08f-cea851a74a3b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:14.748337 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85a498c5-c413-49c5-be86-2fad2d0155f9 req-dd96a8fb-5d2b-498c-a08f-cea851a74a3b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 943 time: 0.1869216
Feb 17 00:48:14.771259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.824626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.926535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85a498c5-c413-49c5-be86-2fad2d0155f9 req-15301c3e-0cd1-4945-9fb0-fb54f7ef7cee tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1559978
Feb 17 00:48:14.966818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:14.984070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:15.014175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd0cda-ccb8-4aa0-b2d4-5ca1cc6bce56,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:15.015577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:15.017413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:15.019985 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34fd0cda-ccb8-4aa0-b2d4-5ca1cc6bce56 HTTP/1.1" status: 204  len: 168 time: 0.3734486
Feb 17 00:48:15.021154 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:15.112802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 2fada508-7753-4075-ac0c-3b7c3bad54b3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:48:15.118048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:15.120118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:15.202687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=2fada508-7753-4075-ac0c-3b7c3bad54b3,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:15.206163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:15.218647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b14f5a-4696-4ce4-a7e1-8074efd40e7c req-233b3480-72be-46f2-b7eb-19aa5b3a70ca tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:15.220559 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-67b14f5a-4696-4ce4-a7e1-8074efd40e7c req-233b3480-72be-46f2-b7eb-19aa5b3a70ca tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1594391
Feb 17 00:48:15.294101 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-67b14f5a-4696-4ce4-a7e1-8074efd40e7c req-39cfbc1f-ba9c-441f-bcf5-c39e598fbe54 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0659719
Feb 17 00:48:15.731555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f4187-c43f-49e0-95b2-1220f295eba7 req-5ee37896-14c8-44fe-aed2-da9208caffa6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:15.733311 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b87f4187-c43f-49e0-95b2-1220f295eba7 req-5ee37896-14c8-44fe-aed2-da9208caffa6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0953631
Feb 17 00:48:15.806411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b87f4187-c43f-49e0-95b2-1220f295eba7 req-d8a6b127-9195-4ab6-907e-e555410d3bbd tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667460
Feb 17 00:48:15.863386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816'}, {'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:15.929214 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816', 'code': 200}
Feb 17 00:48:15.929521 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'code': 200}
Feb 17 00:48:16.124959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363df23-3801-47bb-9a1c-afb921bb1e30 req-890c1bfa-13a5-45b2-baa9-57e5a18fb76d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:16.126528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b363df23-3801-47bb-9a1c-afb921bb1e30 req-890c1bfa-13a5-45b2-baa9-57e5a18fb76d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0935848
Feb 17 00:48:16.178555 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b363df23-3801-47bb-9a1c-afb921bb1e30 req-86ed7a37-2768-44c6-8434-d48d54022718 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448039
Feb 17 00:48:16.528742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb2c10-511d-4d31-9103-e7839f12570d req-018f6c8a-eeb8-421f-a8bd-4b300269a09b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:16.530368 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3dfb2c10-511d-4d31-9103-e7839f12570d req-018f6c8a-eeb8-421f-a8bd-4b300269a09b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0982749
Feb 17 00:48:16.579315 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3dfb2c10-511d-4d31-9103-e7839f12570d req-68836fd1-2666-43c4-80b2-82da01b23695 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424182
Feb 17 00:48:17.025925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10f656-7020-4481-b3e5-c859766698e5 req-2de86984-1d8e-4bc0-a42a-946325d7e443 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:17.028077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c10f656-7020-4481-b3e5-c859766698e5 req-2de86984-1d8e-4bc0-a42a-946325d7e443 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0900993
Feb 17 00:48:17.075887 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c10f656-7020-4481-b3e5-c859766698e5 req-8edd19f8-ab3b-475d-8f6c-eac8cfeed851 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407822
Feb 17 00:48:17.377187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508df09-5c43-4010-bc17-e81e569effa4 req-51960e9b-1c75-4bbb-b503-6a5002aa67a4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:17.378750 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4508df09-5c43-4010-bc17-e81e569effa4 req-51960e9b-1c75-4bbb-b503-6a5002aa67a4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0872931
Feb 17 00:48:17.429053 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4508df09-5c43-4010-bc17-e81e569effa4 req-94f7a24b-a1e8-48f7-b7e6-7d1ae24ab6fb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438826
Feb 17 00:48:17.785579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a3997-4cee-45ab-8e5f-acaab1559764 req-22b035b5-59b0-4406-ab80-19faf3f8d2df tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:17.787198 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-286a3997-4cee-45ab-8e5f-acaab1559764 req-22b035b5-59b0-4406-ab80-19faf3f8d2df tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0869334
Feb 17 00:48:17.850364 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-286a3997-4cee-45ab-8e5f-acaab1559764 req-0f51e130-47a5-46d7-a72c-b3ecbc45d831 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0566001
Feb 17 00:48:18.275462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbbc97-c686-4e32-9762-68c196a25a20 req-eadbe359-25ce-456e-b64d-be7ed91e33c2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:18.277058 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3dbbc97-c686-4e32-9762-68c196a25a20 req-eadbe359-25ce-456e-b64d-be7ed91e33c2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0885408
Feb 17 00:48:18.326216 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e3dbbc97-c686-4e32-9762-68c196a25a20 req-25bf4125-d9fd-4cd7-b771-533103c99484 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423048
Feb 17 00:48:18.627480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11997-d8d8-4780-bfbc-8c3fd010e8d6 req-85ecca96-b0b6-4d5d-bbb9-dedbd819192e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:18.629066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97d11997-d8d8-4780-bfbc-8c3fd010e8d6 req-85ecca96-b0b6-4d5d-bbb9-dedbd819192e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0881577
Feb 17 00:48:18.677388 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-97d11997-d8d8-4780-bfbc-8c3fd010e8d6 req-917a3d98-99fc-4ea0-85e8-69d62f765bfe tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418754
Feb 17 00:48:19.056036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6dcd57-f00c-48d5-a08a-cdd5df3cf777 req-98ddb5f7-180b-4edd-a4c2-059920e00e88 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:19.057560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c6dcd57-f00c-48d5-a08a-cdd5df3cf777 req-98ddb5f7-180b-4edd-a4c2-059920e00e88 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0891325
Feb 17 00:48:19.105849 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c6dcd57-f00c-48d5-a08a-cdd5df3cf777 req-44713f98-5eb8-49d6-ae8b-0860cd381ad4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408313
Feb 17 00:48:19.532515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747721-b02d-4ee0-bd54-c1f2660ea0dc req-01726d0c-e0de-4294-8bb9-21efe3c33beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:19.534129 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05747721-b02d-4ee0-bd54-c1f2660ea0dc req-01726d0c-e0de-4294-8bb9-21efe3c33beb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.1460669
Feb 17 00:48:19.577605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa5342-e88b-4a18-b5a4-b8e6738e8a36 req-21ee6179-bb3f-4b24-bdb0-264a97602fd2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:19.579221 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8faa5342-e88b-4a18-b5a4-b8e6738e8a36 req-21ee6179-bb3f-4b24-bdb0-264a97602fd2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1280370
Feb 17 00:48:19.598681 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-05747721-b02d-4ee0-bd54-c1f2660ea0dc req-fd6762c4-5aa1-470f-bf82-992b63a9d4e4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508890
Feb 17 00:48:19.631151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee513f-e5f4-4f48-9414-fa8795e962da req-8446bdf1-2cd4-4549-9067-b7267a7d82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:19.632804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-22ee513f-e5f4-4f48-9414-fa8795e962da req-8446bdf1-2cd4-4549-9067-b7267a7d82d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.0871570
Feb 17 00:48:19.640298 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8faa5342-e88b-4a18-b5a4-b8e6738e8a36 req-1ff3ac45-4d98-40ee-b1c8-bf48f6be0606 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513880
Feb 17 00:48:19.889954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd93f4-6632-43d7-b367-46178d8d43f7 req-1b375c5b-e720-49f1-94bc-230697816164 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:19.891574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4ddd93f4-6632-43d7-b367-46178d8d43f7 req-1b375c5b-e720-49f1-94bc-230697816164 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0960541
Feb 17 00:48:19.940603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4ddd93f4-6632-43d7-b367-46178d8d43f7 req-f7317ba0-7550-4f51-af38-ad85c23fbe1c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425363
Feb 17 00:48:20.014382 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-22ee513f-e5f4-4f48-9414-fa8795e962da req-317b52c4-b4b8-4377-ba5a-e1db496b7952 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384407
Feb 17 00:48:20.311844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:20.312891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8341f-005a-4ea7-8004-0812d5da7d77 req-9a2baf72-0877-45e8-8863-020abeb2135e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:20.314520 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41a8341f-005a-4ea7-8004-0812d5da7d77 req-9a2baf72-0877-45e8-8863-020abeb2135e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0902836
Feb 17 00:48:20.389876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:20.390410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:20.560341 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41a8341f-005a-4ea7-8004-0812d5da7d77 req-2d2740a4-ab37-466e-a2fe-31cbf9b75f7b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2396345
Feb 17 00:48:20.577392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:20.663195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:20.664285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:20.811787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:20.886095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d3405-5bf4-460f-9c03-9fc5b51d3be2 req-a6866c18-97e9-4ffd-9916-622ac4cbd19f tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:20.890449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d03d3405-5bf4-460f-9c03-9fc5b51d3be2 req-a6866c18-97e9-4ffd-9916-622ac4cbd19f tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1155984
Feb 17 00:48:20.904310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:48:20.910177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:20.910721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:20.988922 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d03d3405-5bf4-460f-9c03-9fc5b51d3be2 req-f046bcc3-a215-4540-934d-2fb855da4bc0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923674
Feb 17 00:48:21.060956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.104810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:21.117451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:48:21.122799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.125734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:21.235817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:21.239639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:21.356247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ccc50-82b9-427d-80a2-2ff7b060a357 req-1a9c659a-2bb3-4aea-8360-40e9c09cf8d9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:21.361548 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-045ccc50-82b9-427d-80a2-2ff7b060a357 req-1a9c659a-2bb3-4aea-8360-40e9c09cf8d9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.2003503
Feb 17 00:48:21.458650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56276) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:21.458984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-045ccc50-82b9-427d-80a2-2ff7b060a357 req-0bbdd38b-da57-4ea6-abd1-eddb6864254a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826440
Feb 17 00:48:21.512246 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'code': 200}
Feb 17 00:48:21.530515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56284) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:21.539603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:21.638504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.659576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:21.665287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Usage tracker for resource:security_group_rule and tenant:384f86fc052b449b9e6cfeee68d830b0 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:21.669168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:21.675390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:21.748072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:21.748429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.754901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.783198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:21.795437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb25c099389486fa0ce2be14e6052fa is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:21.798657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:21.803640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.804481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:21.817877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-30afe4d9-43b7-4bf4-b372-8727958e301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:21.822313 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-30afe4d9-43b7-4bf4-b372-8727958e301a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1163 time: 0.3658237
Feb 17 00:48:21.828071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.886014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-917dc423-fa63-4b86-a124-4cd0e0dc5a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:21.899903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:21.939318 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=384f86fc052b449b9e6cfeee68d830b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4886022
Feb 17 00:48:21.967164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56298) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:21.969711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.026324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35de115c-d0db-4809-a281-324364021ece,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:22.030580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:22.037770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0badb45f-84e5-49e0-abd0-ecc1e17a69ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:22.068511 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2bb25c099389486fa0ce2be14e6052fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5356514
Feb 17 00:48:22.096957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-391350f4-1b64-4ddd-ad73-b0998e4b0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.098569 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-391350f4-1b64-4ddd-ad73-b0998e4b0250 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.2138016
Feb 17 00:48:22.099487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56306) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:22.123356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd5553-2a05-4f1e-b35a-c814e5f431b7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:22.132427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:22.158752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691379a-ec06-461d-818d-0a03c75db94d req-40b90a23-ba89-4399-8b92-07e0425b525a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.166215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4691379a-ec06-461d-818d-0a03c75db94d req-40b90a23-ba89-4399-8b92-07e0425b525a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.5045235
Feb 17 00:48:22.191643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:22.245150 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-e3c92de1-6972-4d68-a318-88d8b582446f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 200  len: 217 time: 0.0972514
Feb 17 00:48:22.270525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34210f-1fa1-4042-af83-202bbf5290ed req-a8472647-ee3d-49f1-b3cb-c1443cc54196 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.279021 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb34210f-1fa1-4042-af83-202bbf5290ed req-a8472647-ee3d-49f1-b3cb-c1443cc54196 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.3749118
Feb 17 00:48:22.345328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:22.345938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.370086 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb34210f-1fa1-4042-af83-202bbf5290ed req-dd09ed86-ad6a-40e7-9bdd-3d18b6fdb13e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0899963
Feb 17 00:48:22.397174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-ee7b5694-5f95-4531-90ad-99477eaa8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.398766 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-ee7b5694-5f95-4531-90ad-99477eaa8b33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.1430457
Feb 17 00:48:22.404956 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4691379a-ec06-461d-818d-0a03c75db94d req-f39a59d1-97e3-4e7d-bdf0-86dc4f6502f7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377238
Feb 17 00:48:22.410696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.447487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.553782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.562847 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-adcae0bd-d478-45f9-b059-da4b60c0cea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1415219
Feb 17 00:48:22.564269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.571819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-75fa10c9-5a7f-4a5e-8bdd-8c7e23a0ba86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:22.597163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342564-f400-4cf9-bcd1-df166a966a5e req-73935f0e-a6fc-4ecf-9dad-7bcabb2d325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.606810 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e342564-f400-4cf9-bcd1-df166a966a5e req-73935f0e-a6fc-4ecf-9dad-7bcabb2d325a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1162 time: 0.5354965
Feb 17 00:48:22.610518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35de115c-d0db-4809-a281-324364021ece,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:22.657518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.662728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:22.662956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:22.736864 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e342564-f400-4cf9-bcd1-df166a966a5e req-2fa364fe-5e1e-420c-a750-db96d872a37f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1112928
Feb 17 00:48:22.804963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:22.805848 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35de115c-d0db-4809-a281-324364021ece HTTP/1.1" status: 204  len: 168 time: 0.8349762
Feb 17 00:48:22.956603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c592eca-bbdb-4d1e-bebb-02bb21a48f69 req-322039cf-f6a2-452d-a24f-5f95dc639f58 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:22.959319 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c592eca-bbdb-4d1e-bebb-02bb21a48f69 req-322039cf-f6a2-452d-a24f-5f95dc639f58 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.2271066
Feb 17 00:48:23.051070 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c592eca-bbdb-4d1e-bebb-02bb21a48f69 req-20579af0-366c-41ed-a811-59d8d821b4d5 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844531
Feb 17 00:48:23.076569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.102000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7e5e9d0d-4e23-4c82-8b4c-f6a2c0a7c803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:23.179655 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-bee9f09a-735b-4f67-a41d-da4b8912b60a service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087451
Feb 17 00:48:23.180629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.184688 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74cd5553-2a05-4f1e-b35a-c814e5f431b7 HTTP/1.1" status: 204  len: 168 time: 1.0841846
Feb 17 00:48:23.185879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd5553-2a05-4f1e-b35a-c814e5f431b7,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:23.188401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:23.270551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:23.271920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.358684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aec3984c-89ab-41af-b14f-9651e9b56f22 req-efdf631c-8bda-4d4f-8884-87e2fd9d7620 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1684256
Feb 17 00:48:23.359248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56342) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:23.380248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.400311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:23.406792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Usage tracker for resource:security_group_rule and tenant:f94cd4a258af4bcaac4870e0d63d91d5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:23.410069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:23.416891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:23.480354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:23.495995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc6559-c74e-4d5f-b671-ed9ecc2f7b45 req-8ee39eee-9686-414f-a68b-1cdeb2f523b0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:23.515559 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21cc6559-c74e-4d5f-b671-ed9ecc2f7b45 req-8ee39eee-9686-414f-a68b-1cdeb2f523b0 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1744347
Feb 17 00:48:23.529377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.532962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.549171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9024c064-4edd-43de-b171-fa7a2e187d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:23.574017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:23.575103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.594621 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21cc6559-c74e-4d5f-b671-ed9ecc2f7b45 req-cc6bb775-d754-4bbd-9bf5-d39884a59237 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780368
Feb 17 00:48:23.629825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6ccbe6-9578-43d9-9c3a-dd20b2271895,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:23.660590 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f94cd4a258af4bcaac4870e0d63d91d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2976012
Feb 17 00:48:23.661967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56360) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:23.663804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:23.760051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.792335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.835980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263c40d-35e8-482a-8d5e-127479ad42ff req-4240f5f1-8fa8-43ea-86f0-7b6c4b9b43f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:23.837903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d263c40d-35e8-482a-8d5e-127479ad42ff req-4240f5f1-8fa8-43ea-86f0-7b6c4b9b43f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1999810
Feb 17 00:48:23.842536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.850562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb41024b-2fd1-4a55-9c81-8b7eab2ca399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:23.867620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6ccbe6-9578-43d9-9c3a-dd20b2271895,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:23.871267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:23.873345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:23.874522 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c6ccbe6-9578-43d9-9c3a-dd20b2271895 HTTP/1.1" status: 204  len: 168 time: 0.2090807
Feb 17 00:48:23.901006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b8ecc-21dc-488c-b850-dd68c4f342b5 req-c0a648d5-0fae-4605-ac3e-c4d5f7b6353d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:23.904333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-136b8ecc-21dc-488c-b850-dd68c4f342b5 req-c0a648d5-0fae-4605-ac3e-c4d5f7b6353d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1919749
Feb 17 00:48:23.949275 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d263c40d-35e8-482a-8d5e-127479ad42ff req-0cb31d3b-0bcb-4cd5-bfaf-3a90047e864f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0993543
Feb 17 00:48:23.982856 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-136b8ecc-21dc-488c-b850-dd68c4f342b5 req-1b3f46bc-7f8b-49a4-b1fd-ebd5c1e1ebcb tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593348
Feb 17 00:48:24.113022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:24.266608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058d674-12a7-4fe6-a4c4-c6dc1004c505 req-6aade457-b24b-4bb9-bf8b-cfef7ba6ef59 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:24.275973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e058d674-12a7-4fe6-a4c4-c6dc1004c505 req-6aade457-b24b-4bb9-bf8b-cfef7ba6ef59 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1066802
Feb 17 00:48:24.301854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:24.302328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:24.346334 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e058d674-12a7-4fe6-a4c4-c6dc1004c505 req-aac8858c-8ae4-41d6-a91a-1040acbd31da tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653532
Feb 17 00:48:24.518727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:24.640137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e9fe6-574a-4fec-b089-8610fa4552a8 req-9bbf939c-3da5-4b94-9026-01e443889f26 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:24.655898 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-835e9fe6-574a-4fec-b089-8610fa4552a8 req-9bbf939c-3da5-4b94-9026-01e443889f26 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1869185
Feb 17 00:48:24.662034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56418) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:24.675224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'floatingip': {'port_id': '2fada508-7753-4075-ac0c-3b7c3bad54b3'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:24.686048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:24.686479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:24.898324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:25.382250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d202d-f613-4f75-bc1b-a4c7a7cb45e6 req-ba2363ed-4832-4148-9c91-21c2e6a5b115 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:25.387784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da6d202d-f613-4f75-bc1b-a4c7a7cb45e6 req-ba2363ed-4832-4148-9c91-21c2e6a5b115 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.4087586
Feb 17 00:48:25.579976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec3b13-2f61-401c-bca8-c378508e8735 req-6953e03e-b892-43ad-be0a-e4446abdf1a5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:25.587430 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7ec3b13-2f61-401c-bca8-c378508e8735 req-6953e03e-b892-43ad-be0a-e4446abdf1a5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.4632220
Feb 17 00:48:25.649153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da6d202d-f613-4f75-bc1b-a4c7a7cb45e6 req-e29196ce-eb5c-4c44-ad89-9693aed9ab26 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2021832
Feb 17 00:48:25.703774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56468) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:25.712316 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7ec3b13-2f61-401c-bca8-c378508e8735 req-c482bf61-8e03-41c9-a7d9-761e32bd4902 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1096141
Feb 17 00:48:25.996612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:26.076819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.089202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:26.091330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.095797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:26.100701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Usage tracker for resource:security_group_rule and tenant:5c6e9794d0624059ba922db2e112bf1f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:26.104389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:26.111749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:26.222320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.227299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.256883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:26.294845 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c6e9794d0624059ba922db2e112bf1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5898378
Feb 17 00:48:26.296918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6804fe-64d1-4f52-a0cd-23ce551923c2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:26.299569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56488) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:26.302706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:26.458227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66199ef1-691d-4879-b477-285dcc6035a4 req-ecee68d2-e5bd-46bc-af94-e2c394e81fa1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:26.459841 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-66199ef1-691d-4879-b477-285dcc6035a4 req-ecee68d2-e5bd-46bc-af94-e2c394e81fa1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1563511
Feb 17 00:48:26.472349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56500) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:26.481308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.489874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-9f5d83c0-8d82-488f-8d2c-68c1c84368ce tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:26.491474 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-9f5d83c0-8d82-488f-8d2c-68c1c84368ce tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.1745822
Feb 17 00:48:26.528659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'floatingip': {'port_id': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:26.635119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.794105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.840175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Deleting port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:48:26.840570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:26.987843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d0705-6e6b-4176-b449-c54c3f2d48f1 req-9c2685d4-b801-46df-877b-3ac6420dc9fc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:26.989615 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b8d0705-6e6b-4176-b449-c54c3f2d48f1 req-9c2685d4-b801-46df-877b-3ac6420dc9fc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 1.0777333
Feb 17 00:48:27.003238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:48:27.135425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] For port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,segment=NetworkSegment(b95e039c-d2f7-4832-ac35-53d0f4ae2127),segment_id=b95e039c-d2f7-4832-ac35-53d0f4ae2127)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:48:27.135831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.174403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678750-1bae-49ef-b109-ee2363c84525 req-33521e69-eefd-4c21-a1d5-2c3507a6de39 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:27.182299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25678750-1bae-49ef-b109-ee2363c84525 req-33521e69-eefd-4c21-a1d5-2c3507a6de39 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 945 time: 0.2713728
Feb 17 00:48:27.208527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.212563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d0d3ada7-46b9-4607-b584-d686a31521c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:27.297202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Calling delete_port for 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:48:27.340497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6804fe-64d1-4f52-a0cd-23ce551923c2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:27.363547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:27.399069 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25678750-1bae-49ef-b109-ee2363c84525 req-6f6e45be-e269-4f00-963f-cf4b71fe48dc tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/security-groups?id=da3be207-48be-4562-a099-d4f0cc897f46&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160013
Feb 17 00:48:27.414122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.420101 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b8d0705-6e6b-4176-b449-c54c3f2d48f1 req-5ae3e998-c9ed-4295-a94d-eea895d4f083 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4211884
Feb 17 00:48:27.466912 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.546735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.548140 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb6804fe-64d1-4f52-a0cd-23ce551923c2 HTTP/1.1" status: 204  len: 168 time: 1.2475042
Feb 17 00:48:27.549452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.573625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:27.691554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Pushing event deleted for resources: {'Port': ['ID=21fa3cc8-2676-40dd-bb57-aa8377a9cbaa,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:27.702925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:27.776484 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Floating IP 5b536db6-cfcd-4d2e-b6db-19da81159509 associated. External IP: 172.27.0.78, port: 2fada508-7753-4075-ac0c-3b7c3bad54b3.
Feb 17 00:48:27.840091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] No DVR routers for this DVR port 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:48:27.844386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:27.849821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'name': 'network-vif-deleted', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:27.869183 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f5142c0e-32db-4b2b-9360-937936c1a757 req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.47 "DELETE /v2.0/ports/21fa3cc8-2676-40dd-bb57-aa8377a9cbaa HTTP/1.1" status: 204  len: 173 time: 1.3680987
Feb 17 00:48:27.922932 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b48aba-1b9d-480b-b362-98e941a1ef0b', 'name': 'network-vif-deleted', 'tag': '21fa3cc8-2676-40dd-bb57-aa8377a9cbaa', 'status': 'completed', 'code': 200}
Feb 17 00:48:27.987110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56528) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:28.006926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.024546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:28.029552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Usage tracker for resource:security_group_rule and tenant:a7e37c4c86804787b330902a6b0a1930 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:28.033162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:28.039684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:28.127407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.130301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.139870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:28.184895 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7e37c4c86804787b330902a6b0a1930&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1964564
Feb 17 00:48:28.186576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173a5210-bb1a-4e04-8976-15afcad4ab14,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:28.188844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56532) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:28.189882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:28.479226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.497694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.716587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.730998 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-11d0d957-cde6-4dbd-919a-359c3ba45766 req-d98b10c8-4652-4cdc-8e0e-56c43cc25fef tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.1736956
Feb 17 00:48:28.804495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:28.850825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:48:28.905144 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Floating IP 48979ce3-5c54-4df2-b3a2-dcb133dfb61f associated. External IP: 172.27.0.248, port: d37633f4-63c7-49e7-81d4-3d1b29c74e69.
Feb 17 00:48:29.146978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb98fb0-a88b-44cc-8384-9f2831a75f96 req-363e0cfb-993f-45b0-9658-f8d27dccc590 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:29.148492 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ccb98fb0-a88b-44cc-8384-9f2831a75f96 req-363e0cfb-993f-45b0-9658-f8d27dccc590 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.5876679
Feb 17 00:48:29.220353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:29.234519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:29.264195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173a5210-bb1a-4e04-8976-15afcad4ab14,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:29.274939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:29.292405 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ccb98fb0-a88b-44cc-8384-9f2831a75f96 req-f0504acb-b0c6-4a9f-9936-a1b45e543659 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253090
Feb 17 00:48:29.293177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:29.294247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/173a5210-bb1a-4e04-8976-15afcad4ab14 HTTP/1.1" status: 204  len: 168 time: 1.1028249
Feb 17 00:48:29.331686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:48:29.337260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:29.346812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:48:29.358331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:48:29.359073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712e0438>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:29.535986 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-86efa9e7-6bbd-4b21-a507-9766cf89b628 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "PUT /v2.0/floatingips/5b536db6-cfcd-4d2e-b6db-19da81159509 HTTP/1.1" status: 200  len: 990 time: 4.8724267
Feb 17 00:48:29.550365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:29.602436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'status': 'completed', 'code': 200}
Feb 17 00:48:29.842735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:48:29.864060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:48:30.069083 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93495396-0868-49ab-bb03-bd65c9990d6b req-02465031-914d-496d-9bc6-3c065876f0b8 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.1365814
Feb 17 00:48:30.132131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:48:30.136635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:30.147812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:48:30.159196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:48:30.160014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370994eb8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.201171 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-39645fc5-02bf-4aa0-bdd2-22005ca9a1f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "PUT /v2.0/floatingips/48979ce3-5c54-4df2-b3a2-dcb133dfb61f HTTP/1.1" status: 200  len: 991 time: 3.7275739
Feb 17 00:48:30.252044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712e0438>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5b536db6-cfcd-4d2e-b6db-19da81159509', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:72:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:39Z', 'updated_at': '2021-02-17T00:48:26Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.256802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:48:30.266865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:48:30.267758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712e0438>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.375135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:48:30.465878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:48:30.772942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370994eb8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '48979ce3-5c54-4df2-b3a2-dcb133dfb61f', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:c9:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:48Z', 'updated_at': '2021-02-17T00:48:28Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.778639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:48:30.788664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:48:30.789448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370994eb8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.892026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712e0438>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5b536db6-cfcd-4d2e-b6db-19da81159509', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:72:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:39Z', 'updated_at': '2021-02-17T00:48:26Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:30.896462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5f840-6009-4497-8749-5e3508df7567 None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5b536db6-cfcd-4d2e-b6db-19da81159509', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:72:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:39Z', 'updated_at': '2021-02-17T00:48:26Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:48:31.005120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:48:31.245123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-334eb5bf-bdc0-4895-a40d-0fcd651f534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:31.245954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82ecf0e-500d-4e00-b51e-ce5d63c027b9 None None] New status for floating IP 5b536db6-cfcd-4d2e-b6db-19da81159509: ACTIVE {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:48:31.247238 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-334eb5bf-bdc0-4895-a40d-0fcd651f534c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.1344767
Feb 17 00:48:31.463422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370994eb8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '48979ce3-5c54-4df2-b3a2-dcb133dfb61f', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:c9:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:48Z', 'updated_at': '2021-02-17T00:48:28Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:31.468885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8fc67-7d55-4626-baed-0d8b31d39e38 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '48979ce3-5c54-4df2-b3a2-dcb133dfb61f', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:c9:84:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:47:48Z', 'updated_at': '2021-02-17T00:48:28Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:48:31.545301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:48:31.635046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:48:31.637025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 21fa3cc8-2676-40dd-bb57-aa8377a9cbaa not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:48:31.642668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:48:31.671603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96e7b3b9-ea64-49ab-9f0d-6cfee1e28fbf req-9a3e8d10-f0a8-4743-b8bf-4512c9db9593 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.0775447
Feb 17 00:48:31.698134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-cef79cec-c9e2-4d09-bf16-d18b05859916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:31.702609 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-cef79cec-c9e2-4d09-bf16-d18b05859916 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.2598207
Feb 17 00:48:31.739421 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'status': 'completed', 'code': 200}
Feb 17 00:48:31.764648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3311c31-dc62-46ed-9339-5ba355f5e6c7 req-442b1185-8efc-41ed-8603-f033fe37cbab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:31.766460 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3311c31-dc62-46ed-9339-5ba355f5e6c7 req-442b1185-8efc-41ed-8603-f033fe37cbab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1105604
Feb 17 00:48:31.863267 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-71eabaf4-fd69-4992-9513-f1135ab45a3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1000 time: 0.1453459
Feb 17 00:48:31.868581 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3311c31-dc62-46ed-9339-5ba355f5e6c7 req-3124ffbe-6b9b-48c5-9d4c-98556b292f45 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936556
Feb 17 00:48:31.903357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-26ddd452-2c59-484d-942f-a2424327e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:31.905372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-26ddd452-2c59-484d-942f-a2424327e9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1162 time: 0.0976043
Feb 17 00:48:31.954092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-69d4eb2b-67ac-4b63-bb3c-b06f24873832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:31.955727 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-69d4eb2b-67ac-4b63-bb3c-b06f24873832 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0856125
Feb 17 00:48:31.979043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355397f2-fc1f-455e-9d2a-16485560b7ea None None] New status for floating IP 48979ce3-5c54-4df2-b3a2-dcb133dfb61f: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:48:32.061483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-a52ad65f-9555-4932-84c1-02a4477975bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:32.063456 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-a52ad65f-9555-4932-84c1-02a4477975bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1012092
Feb 17 00:48:32.082983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-fdeeac3f-8003-42d0-a028-47b2677412e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:32.084597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-fdeeac3f-8003-42d0-a028-47b2677412e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1689303
Feb 17 00:48:32.221366 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-7fa13c72-0153-419c-b635-beabb32ce684 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 999 time: 0.1282699
Feb 17 00:48:32.277586 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-5c6c5702-eed7-4bcf-af66-1680c460b218 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057106
Feb 17 00:48:32.311251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-e0af0118-9f1e-4360-b93b-ccd2c7f3f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:32.313489 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-e0af0118-9f1e-4360-b93b-ccd2c7f3f53a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0788941
Feb 17 00:48:32.425631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-89ae47c1-21f8-4e72-a70d-79a1c3dff7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:32.427661 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-89ae47c1-21f8-4e72-a70d-79a1c3dff7d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0982959
Feb 17 00:48:32.465986 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa328d5f-ae0d-44f6-be85-15f41691d458 req-b280ed24-d791-48c2-8398-3a7ec477280a service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1825235
Feb 17 00:48:32.610942 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-b9b1dc96-8446-45ce-8e5d-2d9c9fd455d4 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604397
Feb 17 00:48:32.817093 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4803cb52-54a7-4b1a-8a40-0105babdb108 req-e33dc539-e795-473a-9bbc-2317b2905692 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1750624
Feb 17 00:48:32.881411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-621062cf-1b04-4151-81f1-308f67f7a895 req-5b327486-c25f-4f15-9842-8ba04f6bc26f tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] 10.222.0.16 "GET /v2.0/ports?device_id=b3b48aba-1b9d-480b-b362-98e941a1ef0b HTTP/1.1" status: 200  len: 210 time: 0.0588148
Feb 17 00:48:33.111904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f866f9-ad3d-489e-b68c-a9db98d61bae req-2007ee56-4f80-4a9a-a49b-6c940c0643d7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:33.113574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2f866f9-ad3d-489e-b68c-a9db98d61bae req-2007ee56-4f80-4a9a-a49b-6c940c0643d7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0907643
Feb 17 00:48:33.166129 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2f866f9-ad3d-489e-b68c-a9db98d61bae req-b6549551-6ac6-4fae-aa7e-6d216df4bad9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440814
Feb 17 00:48:34.847694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56716) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:34.971747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:34.987266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:34.991264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Usage tracker for resource:security_group_rule and tenant:23da1cd8c15f4f48985c7ad8fa78fe35 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:34.994182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:35.000043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:35.095523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.098354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.107908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-37793743-0bbf-441f-be37-3af925ef0560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:35.149107 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23da1cd8c15f4f48985c7ad8fa78fe35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003018
Feb 17 00:48:35.150062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688e5fcf-c96e-4166-b277-93a562d6bfe2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:35.152804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56728) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:35.154215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:35.215624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.245672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.292240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.297200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8158138c-8c0b-4fd0-856e-03aa403233fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:35.309533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688e5fcf-c96e-4166-b277-93a562d6bfe2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:35.312650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:35.314623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.315854 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fb892f2b-e262-4ae8-81ea-41a0c54a276d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/688e5fcf-c96e-4166-b277-93a562d6bfe2 HTTP/1.1" status: 204  len: 168 time: 0.1619785
Feb 17 00:48:35.603177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56736) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:35.622654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.638181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:35.642183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2412238f4548b692492ec76ca53d3a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:35.645129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:35.651422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:35.737594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.740148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.749310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbca1afb-429b-49fe-8d41-26bb0bcdd0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:35.794476 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c2412238f4548b692492ec76ca53d3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1874876
Feb 17 00:48:35.794476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42561f45-ceec-4666-8a1e-debc5397106a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:35.796135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56740) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:35.796293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:35.859604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.887501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.931083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.936404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:35.950539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42561f45-ceec-4666-8a1e-debc5397106a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:35.953260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:35.964954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:35.966166 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42561f45-ceec-4666-8a1e-debc5397106a HTTP/1.1" status: 204  len: 168 time: 0.1683953
Feb 17 00:48:37.633925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32556374-1b8d-4f88-b810-1b3acf46fecb req-aa303517-9553-4943-8e45-efdb89745bf3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:37.635689 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32556374-1b8d-4f88-b810-1b3acf46fecb req-aa303517-9553-4943-8e45-efdb89745bf3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0993025
Feb 17 00:48:37.689078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32556374-1b8d-4f88-b810-1b3acf46fecb req-6d60aced-db55-4e25-8b6d-58cbea9e4dcd tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450549
Feb 17 00:48:37.928985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:38.810799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56848) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:38.893240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a784-91ec-4a02-b101-3db85e4329ea req-a16200d0-fbc1-4a2c-9b54-f27e8c5b3df3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:38.894838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cf3a784-91ec-4a02-b101-3db85e4329ea req-a16200d0-fbc1-4a2c-9b54-f27e8c5b3df3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0871284
Feb 17 00:48:38.938218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:38.947247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9cf3a784-91ec-4a02-b101-3db85e4329ea req-d65ffc2e-2a07-42fa-bb6a-ca708e4eece9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456965
Feb 17 00:48:38.957648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:38.961826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb1b6eba1a544a6911eed81b5ea39b4 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:38.964755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:38.970524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:39.054331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.057137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.066349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-18d7bcec-431a-49d6-b00a-406354cba83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:39.108995 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdb1b6eba1a544a6911eed81b5ea39b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2967770
Feb 17 00:48:39.109945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df29c4d2-55ed-4e3c-a1ea-8e73cb48ddf2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:39.113138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56856) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:39.113311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:39.177545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.204750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.250921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.255915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:39.269134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29c4d2-55ed-4e3c-a1ea-8e73cb48ddf2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:39.274359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:39.280347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.284386 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df29c4d2-55ed-4e3c-a1ea-8e73cb48ddf2 HTTP/1.1" status: 204  len: 168 time: 0.1670003
Feb 17 00:48:39.597414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56876) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:39.604969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f63e392a-fa15-4d17-9ab2-1592894b65de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.616819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.646189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:39.650617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Usage tracker for resource:security_group_rule and tenant:d3fa28eeb9784d029ddbf56428ff2647 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:39.654416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:39.660309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:39.753118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.755873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.765537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:39.809499 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3fa28eeb9784d029ddbf56428ff2647&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2108722
Feb 17 00:48:39.810420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e231e90-6353-4931-904f-ad9c9ca38913,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:39.812368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56882) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:39.813731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:39.874456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.900941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.945406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.950547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-033c6172-ceb1-4fff-b21a-332f18111e24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:39.966515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e231e90-6353-4931-904f-ad9c9ca38913,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:39.971364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:39.976028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:39.977228 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e231e90-6353-4931-904f-ad9c9ca38913 HTTP/1.1" status: 204  len: 168 time: 0.1638069
Feb 17 00:48:40.332053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:48:41.130348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 56922) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:41.252926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.268206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:41.272522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Usage tracker for resource:security_group_rule and tenant:8560f8c5dec341e7a0026bec785c29bb is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:41.275595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:41.281816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:41.368437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.371918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.380230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-52cc53d3-792f-4c13-885c-3944080edd9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:41.419810 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8560f8c5dec341e7a0026bec785c29bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883344
Feb 17 00:48:41.422776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 56930) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:41.423993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1a31d9-34af-49f5-8bd1-ea75abfcda0d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:41.427310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:41.485475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.512140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.555601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.561135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f5f79afe-f7aa-4b7a-9bea-0f641b886172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:41.574427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1a31d9-34af-49f5-8bd1-ea75abfcda0d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:41.578110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:41.583640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:41.587369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a1a31d9-34af-49f5-8bd1-ea75abfcda0d HTTP/1.1" status: 204  len: 168 time: 0.1610072
Feb 17 00:48:42.031229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7dc39367-5957-4fae-aae6-05a74f0a6f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:42.477600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:42.558241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a878f-2c47-4eae-ba3e-720cccbeb74e req-6c463672-06a3-4edd-a4a6-208a11f18a56 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:42.559899 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-342a878f-2c47-4eae-ba3e-720cccbeb74e req-6c463672-06a3-4edd-a4a6-208a11f18a56 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0928454
Feb 17 00:48:42.609870 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-342a878f-2c47-4eae-ba3e-720cccbeb74e req-82d68684-9e33-41b9-96a5-03bf436ab86b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428028
Feb 17 00:48:43.429260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:43.718196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:43.818609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae885821-3324-4328-88f7-6e700d1330ca req-eff661b5-076e-4524-93ae-00cda8e3e793 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:43.820667 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae885821-3324-4328-88f7-6e700d1330ca req-eff661b5-076e-4524-93ae-00cda8e3e793 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0910733
Feb 17 00:48:43.872560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae885821-3324-4328-88f7-6e700d1330ca req-6a89b529-94ea-491e-bdb9-d51227dfb468 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452704
Feb 17 00:48:44.361838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57054) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:44.536297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.552010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:44.556313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:ae9c77d2f6dd4dd99a41cb699367fa48 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:44.559980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:44.566256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:44.665150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.668085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.677457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6d99732b-43f8-4726-b421-7e8f3f3d1a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:44.721659 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae9c77d2f6dd4dd99a41cb699367fa48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3586674
Feb 17 00:48:44.723380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2ad9a-d68d-4277-820a-c7469f6638a0,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:44.724584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57066) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:44.726621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:44.787205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.814109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.862026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.866926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f511bdb4-a566-4626-8527-c9a226f4322a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:44.881717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2ad9a-d68d-4277-820a-c7469f6638a0,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:44.884768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:44.890628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:44.892147 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34b2ad9a-d68d-4277-820a-c7469f6638a0 HTTP/1.1" status: 204  len: 168 time: 0.1661851
Feb 17 00:48:45.181611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57080) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:45.201477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.216866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:45.220958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Usage tracker for resource:security_group_rule and tenant:231d084b11a94415a5f57c44054b1b6d is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:45.224228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:45.230597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:45.317842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.321084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.330371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f94c4c7b-a75f-47d5-8379-539e594d6f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:45.375016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=231d084b11a94415a5f57c44054b1b6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1921914
Feb 17 00:48:45.376689 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea4b1a-56c6-499c-8eca-f3ac119a0c80,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:45.377978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57086) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:45.379971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:45.440522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.472705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.520184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.525047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:45.538141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea4b1a-56c6-499c-8eca-f3ac119a0c80,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:45.546208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:45.548221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:45.549429 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3ea4b1a-56c6-499c-8eca-f3ac119a0c80 HTTP/1.1" status: 204  len: 168 time: 0.1703501
Feb 17 00:48:46.312823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57114) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:46.427181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-474419434-network', 'tenant_id': 'c093e557b0cb4191ae602c5acedd2291'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:46.433150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:46.437341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Usage tracker for resource:network and tenant:c093e557b0cb4191ae602c5acedd2291 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:46.440375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:46.446159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:46.456098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Made reservation on behalf of c093e557b0cb4191ae602c5acedd2291 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:46.460717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.474095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.489632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:46.493633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Usage tracker for resource:security_group_rule and tenant:c093e557b0cb4191ae602c5acedd2291 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:46.497349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:46.503150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:46.588576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.591534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.595524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:46.628150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:48:46.637588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2348cdb-1e39-42d8-8c7b-b084815dbb8a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:46.641045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:46.645878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.646278 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Added segment ec32f1e3-4141-4276-91bc-60ed9987b67f of type vxlan for network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7
Feb 17 00:48:46.677235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.706035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.707345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:46.707932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:46.713348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:46.817397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5005145
Feb 17 00:48:46.817723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57124) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:46.820486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:46.824158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:46.828206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Request body: {'subnet': {'network_id': 'a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-474419434-subnet', 'tenant_id': 'c093e557b0cb4191ae602c5acedd2291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:46.831895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:46.834083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:46.839786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Usage tracker for resource:subnet and tenant:c093e557b0cb4191ae602c5acedd2291 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:46.841739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:46.847650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:46.860250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Made reservation on behalf of c093e557b0cb4191ae602c5acedd2291 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:46.865767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852701952'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:47.278378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852687849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852701935'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:47.294796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:47.430477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab18ecb-5026-43ac-83b1-c69cb65a9457,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:47.444473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:47.503950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Checking segment: {'id': 'ec32f1e3-4141-4276-91bc-60ed9987b67f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:48:47.504356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Network hostable DHCP agents. Network: a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:48:47.523355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:48:47.536645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:48:47.547165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ddabe-053c-48e4-8e03-285fcc2a99cc None None] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:47.553743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:47.554407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:47.575965 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7572041
Feb 17 00:48:47.807391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04eb39-0788-44b5-a94d-9990466f7016 None None] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:48.347204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57156) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:48.353584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-93374808-network', 'tenant_id': 'bf6edef6aa974c74a8edc95f149996e0'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:48.358643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:48.362703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Usage tracker for resource:network and tenant:bf6edef6aa974c74a8edc95f149996e0 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:48.366322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:48.372679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:48.381221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Made reservation on behalf of bf6edef6aa974c74a8edc95f149996e0 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:48.386690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.399363 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.418511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:48.422575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Usage tracker for resource:security_group_rule and tenant:bf6edef6aa974c74a8edc95f149996e0 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:48.425559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:48.431297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:48.518423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.521168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.525249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:48.563097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:48:48.569521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549201f8-2c4e-4b9d-a807-096b8a441b96,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:48.573929 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:48.577615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.578033 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Added segment edafc219-5722-433d-b5de-57357309939a of type vxlan for network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe
Feb 17 00:48:48.604552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.634326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.636262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:48.636901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.641877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-15fb0666-25ac-4f93-b39b-1506630de593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:48.746656 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.3982379
Feb 17 00:48:48.747597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Pushing event updated for resources: {'Network': ['ID=41663ae3-b92f-42b9-a4e2-1ec118dbc0fe,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:48.749888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57164) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:48.750420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:48.756242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Request body: {'subnet': {'network_id': '41663ae3-b92f-42b9-a4e2-1ec118dbc0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-93374808-subnet', 'tenant_id': 'bf6edef6aa974c74a8edc95f149996e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:48.757818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:48.761672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:48.765962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Usage tracker for resource:subnet and tenant:bf6edef6aa974c74a8edc95f149996e0 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:48.769153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:48.775110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:48.785818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Made reservation on behalf of bf6edef6aa974c74a8edc95f149996e0 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:48.790536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:48.972228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:49.149184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:49.222525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:49.230768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c389f1-134e-49c9-9a48-df14b6fb1ff8 req-a07a2bf7-fd70-4b29-834e-2a9983ccf811 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:49.232428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48c389f1-134e-49c9-9a48-df14b6fb1ff8 req-a07a2bf7-fd70-4b29-834e-2a9983ccf811 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1041012
Feb 17 00:48:49.280347 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48c389f1-134e-49c9-9a48-df14b6fb1ff8 req-48d56ae9-1e94-43b1-b792-c66fef1a2105 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416536
Feb 17 00:48:49.288721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-240b32db-59c8-4f47-9611-cef88fbed1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:49.375430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=239bd896-f0a8-4ca1-b243-cc78ad4c847d,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:49.381472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:49.437969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Checking segment: {'id': 'edafc219-5722-433d-b5de-57357309939a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '41663ae3-b92f-42b9-a4e2-1ec118dbc0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:48:49.438628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Network hostable DHCP agents. Network: 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:48:49.457470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:48:49.466396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:48:49.470380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:49.471051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:49.475471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7162636-ad0f-4a05-83be-cb4bfbb90ec5 None None] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:49.495325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7442324
Feb 17 00:48:49.704998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f7514-ff45-40f7-ba82-c2ea7c13d650 None None] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:50.486424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadb08c-2eb8-4b61-a2af-02b649e395fb req-352d043d-5f8e-467b-9744-736dc2d25422 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:50.487998 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eadb08c-2eb8-4b61-a2af-02b649e395fb req-352d043d-5f8e-467b-9744-736dc2d25422 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0856440
Feb 17 00:48:50.539900 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1eadb08c-2eb8-4b61-a2af-02b649e395fb req-fe9c7077-b3c3-414d-8bb8-354a93cda374 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456891
Feb 17 00:48:51.526157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57234) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:51.601199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Deleting subnet dbee4f1b-bbb5-4714-ba7e-95436ad2d470 {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:48:51.604478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:51.660105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:51.667983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:51.758992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2df81-3bb4-4505-a836-f84cfc4577fe req-d744f327-fa62-45d5-a193-e5eef0f3291d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:51.760674 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eef2df81-3bb4-4505-a836-f84cfc4577fe req-d744f327-fa62-45d5-a193-e5eef0f3291d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.0958972
Feb 17 00:48:51.834310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eef2df81-3bb4-4505-a836-f84cfc4577fe req-33c6f39e-9a4a-4660-b6e2-a31674e1d1c2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666459
Feb 17 00:48:51.988416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:52.005998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dec0d1cc-3ee4-4f58-b3b3-46dcb3ba344b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:52.319538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbee4f1b-bbb5-4714-ba7e-95436ad2d470,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:52.325627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:52.361217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:52.373566 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dbee4f1b-bbb5-4714-ba7e-95436ad2d470 HTTP/1.1" status: 204  len: 168 time: 0.8460498
Feb 17 00:48:52.376013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57276) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:52.505803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:52.727323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:52.852881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f136b7e8e80>> segment before_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.853416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f136b7e8e80>> subnet precommit_delete_associations 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.854327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> segment_host_mapping after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.855335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> port after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.855697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> port after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.856008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> port after_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.856369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> segment after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.856729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> subnet after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.857092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> subnet after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.857450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f136b7e8ac8>> subnet after_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.981928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13702b2f28>> subnet after_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.982322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13702b2f28>> subnet after_delete 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.982706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13702b2f28>> subnet before_create 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.983128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f13702b2f28>> subnet before_update 55550000 {{(pid=83983) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 17 00:48:52.983526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f137b990a20>,) {'filters': {'network_id': ['682b9ac8-2d07-4325-9da9-e192a9815d28']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:52.999260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f137b990a20>, 'b95e039c-d2f7-4832-ac35-53d0f4ae2127') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:52.999604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f137b990a20>, 'b95e039c-d2f7-4832-ac35-53d0f4ae2127') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:48:53.042337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.060606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.064509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:48:53.125739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9ce36-8930-4c83-8c5c-f8775b1707bf req-abe52b59-2a05-4f40-a1ef-9fbed4ff49b7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:53.127626 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ae9ce36-8930-4c83-8c5c-f8775b1707bf req-abe52b59-2a05-4f40-a1ef-9fbed4ff49b7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1150131
Feb 17 00:48:53.187494 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5ae9ce36-8930-4c83-8c5c-f8775b1707bf req-dab46673-90d0-49c1-85fe-20b1006bffbd tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532415
Feb 17 00:48:53.260884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:48:53.269935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.463426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Network 682b9ac8-2d07-4325-9da9-e192a9815d28 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   from cryptography.utils import int_from_bytes
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   from cryptography.utils import int_from_bytes
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   (rel_b, rel_a, rel_b),
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   (rel_b, rel_a, rel_b),
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:48:53.489485 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:48:53.567515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.572028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:53.594364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.596959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=682b9ac8-2d07-4325-9da9-e192a9815d28,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:53.603537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:53.609626 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-66ded4e8-1a75-45bd-a180-7b4bcf507d7c admin admin] 10.222.0.16 "DELETE /v2.0/networks/682b9ac8-2d07-4325-9da9-e192a9815d28 HTTP/1.1" status: 204  len: 168 time: 1.2325883
Feb 17 00:48:53.799219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57316) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:53.850350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6d950656-6daa-4fdb-84cc-f49e9ded5aa9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=247f1e93867b42a9a0b6ccb7242ee25b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0497036
Feb 17 00:48:53.853032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57320) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:53.914351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.942594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.986657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:53.991505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:54.008804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3be207-48be-4562-a099-d4f0cc897f46,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:54.011565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:54.018062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:54.019116 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da3be207-48be-4562-a099-d4f0cc897f46 HTTP/1.1" status: 204  len: 168 time: 0.1649852
Feb 17 00:48:54.615008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eaa88-6008-468f-b9dc-3e5036445d91 req-e2f945c8-f7d2-4d83-b9b7-775b3d2bc5b0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:54.616540 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-484eaa88-6008-468f-b9dc-3e5036445d91 req-e2f945c8-f7d2-4d83-b9b7-775b3d2bc5b0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.3097737
Feb 17 00:48:54.668511 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-484eaa88-6008-468f-b9dc-3e5036445d91 req-03030197-2f32-473b-9eb1-e2cf37f1128a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425587
Feb 17 00:48:54.840782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57360) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:54.966214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-130791510-network', 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:54.971252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:54.975577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Usage tracker for resource:network and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:54.978637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:54.984666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:54.994569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:55.000875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.029563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.046343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:55.050364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Usage tracker for resource:security_group_rule and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:55.053324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:55.059321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:55.142781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.145576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.149536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:55.183200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:48:55.192384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc19dc-d78a-4927-85ea-d0d63f1a6eea,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:55.196288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:55.199358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.199796 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Added segment f873166a-8528-46ba-8d15-e29e26d30367 of type vxlan for network 03fe2eab-7cb9-4a14-8067-7f3215ee8928
Feb 17 00:48:55.227538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.262589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.264110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:55.264763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.270245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2e0221a4-d6f9-49aa-a563-a984e02bcd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:55.378508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5332646
Feb 17 00:48:55.378508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57374) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:55.384037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Request body: {'subnet': {'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-130791510-subnet', 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:55.391949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Pushing event updated for resources: {'Network': ['ID=03fe2eab-7cb9-4a14-8067-7f3215ee8928,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:55.395103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:55.396159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:55.401306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Usage tracker for resource:subnet and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:55.402944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:55.408576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:55.417212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:55.426462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:55.431419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852701952'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:55.516239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:48:55.988204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c6aac-aa73-4a18-a383-ad2d255f1799 req-40d7cb6f-c647-4f9a-8f16-2734e67b0b05 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:55.989803 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-214c6aac-aa73-4a18-a383-ad2d255f1799 req-40d7cb6f-c647-4f9a-8f16-2734e67b0b05 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1525693
Feb 17 00:48:56.086989 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-214c6aac-aa73-4a18-a383-ad2d255f1799 req-80b22c67-a346-4be2-af3d-5dd3899ae419 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895212
Feb 17 00:48:56.102814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852687849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852701935'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:56.122110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0ca9053-2795-4800-8860-4af16b77d0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:56.245890 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d017e1af-5a38-48b8-8e77-7d2516c310f8,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:56.258144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:56.321980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Checking segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:48:56.322376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Network hostable DHCP agents. Network: 03fe2eab-7cb9-4a14-8067-7f3215ee8928, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:48:56.340874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:48:56.349104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 03fe2eab-7cb9-4a14-8067-7f3215ee8928) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:48:56.359918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b89661-46e2-41e0-a052-5f63fc9bba2f None None] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:56.362085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:56.362734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:56.383567 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0042708
Feb 17 00:48:56.592220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f748e768-fca2-4c96-af9f-d61f1b506d06 None None] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:48:56.946033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-86ead3e7-da1a-440e-9edd-a97af546a7f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:56.946782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-86ead3e7-da1a-440e-9edd-a97af546a7f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:48:56.963884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-86ead3e7-da1a-440e-9edd-a97af546a7f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:48:56.965200 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-86ead3e7-da1a-440e-9edd-a97af546a7f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.1848197
Feb 17 00:48:56.985632 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-a33519a9-5c07-4c62-96d7-194b363c089c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/quotas/113f83a8ebaf40d3bbe679ca64ba8777 HTTP/1.1" status: 200  len: 375 time: 0.0140920
Feb 17 00:48:57.050206 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-bf3c8273-410e-4c59-ac4f-c4b1cf2bec00 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0536127
Feb 17 00:48:57.223986 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-4a0336e2-afe6-4ff9-afe5-aa356771b279 service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621289
Feb 17 00:48:57.459264 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-63abb43c-b8ed-484b-987b-4b6cd1749ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2272179
Feb 17 00:48:57.495473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6ba16-01ec-4be8-8502-619cd3ba58df req-9a8322c2-221d-4cf7-b53a-b09e1b2e8a87 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:57.515736 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebd6ba16-01ec-4be8-8502-619cd3ba58df req-9a8322c2-221d-4cf7-b53a-b09e1b2e8a87 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1504726
Feb 17 00:48:57.539452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:48:57.693667 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ebd6ba16-01ec-4be8-8502-619cd3ba58df req-cf215615-d16e-426f-b255-e5014da69dc3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769676
Feb 17 00:48:57.754282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:48:57.755541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:57.883608 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc71d4c7-6cc2-4fde-8bfa-275ec44f3b8f req-8e05079d-e665-452d-ae86-23d0db415cc2 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 210 time: 0.0829761
Feb 17 00:48:58.468315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57518) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:58.597637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:58.614020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:58.618298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Usage tracker for resource:security_group_rule and tenant:bcb0df7b40c74cf0b187ac95424f3343 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:58.622148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:58.627987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:58.715091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:58.717772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:58.730439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-154384d1-5879-4f20-99a7-3be060c7fd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:58.773025 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb0df7b40c74cf0b187ac95424f3343&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3034418
Feb 17 00:48:58.776932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57528) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:48:58.780891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d379c58-04f6-4f29-9330-0bc6eb3543a1,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:58.788081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed41f492-25b9-42e9-ac44-16d804e9f628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:59.116950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:59.127722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8f253b6-c42d-47c5-b0cd-9541d81aef3c req-5f3975c9-b52c-4886-9403-18cb732286da tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 210 time: 0.0726440
Feb 17 00:48:59.201632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:59.254711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee2ba8-814c-4531-985e-a68ce35b6748 req-7b12fa45-6fa0-48b6-b06a-70a90f1628e7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:59.256363 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dee2ba8-814c-4531-985e-a68ce35b6748 req-7b12fa45-6fa0-48b6-b06a-70a90f1628e7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.4157379
Feb 17 00:48:59.305763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-97291ebb-f2fd-4487-8d3f-8174f1235f1d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:48:59.307443 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-97291ebb-f2fd-4487-8d3f-8174f1235f1d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.3961203
Feb 17 00:48:59.332245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Request body: {'port': {'device_id': 'c39635a1-134b-4a43-a137-3098fff10574', 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928', 'admin_state_up': True, 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:48:59.428664 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4dee2ba8-814c-4531-985e-a68ce35b6748 req-2dfd12b0-9890-44fb-a76a-0ad260d73080 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578023
Feb 17 00:48:59.456401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:59.469664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:48:59.482647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d379c58-04f6-4f29-9330-0bc6eb3543a1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:48:59.520189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:48:59.534257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:59.535580 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d379c58-04f6-4f29-9330-0bc6eb3543a1 HTTP/1.1" status: 204  len: 168 time: 0.7548864
Feb 17 00:48:59.574532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:48:59.579200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Usage tracker for resource:port and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:48:59.583425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:48:59.590243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:48:59.600446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:48:59.607023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:48:59.964271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Allocated IP 172.20.0.6 (03fe2eab-7cb9-4a14-8067-7f3215ee8928/d017e1af-5a38-48b8-8e77-7d2516c310f8/0569f000-82de-48d0-834b-9f9616c648e5) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:00.195773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.225462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.243532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8e33b508-b547-45a3-8be5-512a0643e251 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:00.271950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57576) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:00.404455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-266199753-network', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:00.410129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:00.414419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Usage tracker for resource:network and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:00.418299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:00.424498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:00.437584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Made reservation on behalf of 6de6919c5ea842dba4ff07cd282fc241 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:00.442336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.465340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.486833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:00.491083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Usage tracker for resource:security_group_rule and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:00.494096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:00.500132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:00.597024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.599835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.604967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b8434fb5-a672-4ec5-bbfe-3778329eaf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:00.653562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:49:00.661612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523b162-6931-435f-b5dd-1fb804299d75,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:00.665613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:00.668903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.669374 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Added segment 0a8a9da8-236f-4f2d-9142-4fd1d8122035 of type vxlan for network 999b13c0-318f-40e1-8389-d00cd81dba60
Feb 17 00:49:00.708760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.708896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event updated for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:00.712313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:00.749371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.750600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:00.751280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:00.756512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b8420e9-df48-4ad7-a134-a6d2bedf5319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:00.797136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60108-adf8-45f9-a18b-21309e0a65f7 req-d13f2f31-6f2f-4b8c-88de-9031da50353e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:00.804598 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71a60108-adf8-45f9-a18b-21309e0a65f7 req-d13f2f31-6f2f-4b8c-88de-9031da50353e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 931 time: 0.5264685
Feb 17 00:49:00.853032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:00.866911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:00.878921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:00.888371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Pushing event updated for resources: {'Network': ['ID=999b13c0-318f-40e1-8389-d00cd81dba60,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:00.893961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:00.899341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:00.918959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6424878
Feb 17 00:49:00.919197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57594) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:00.925697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Request body: {'subnet': {'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-266199753-subnet', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:00.935735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec422e-607a-4b8a-b46b-0dfa7e7c5628 req-cf663aa9-547b-4a88-a79f-2c4291460c33 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:00.943230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:00.943924 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecec422e-607a-4b8a-b46b-0dfa7e7c5628 req-cf663aa9-547b-4a88-a79f-2c4291460c33 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.3174791
Feb 17 00:49:00.954584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-71a60108-adf8-45f9-a18b-21309e0a65f7 req-497b13a1-0cea-46e3-b106-f0d57b234244 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:49:00.958364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Usage tracker for resource:subnet and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:00.961691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:00.967906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:00.978354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Made reservation on behalf of 6de6919c5ea842dba4ff07cd282fc241 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:00.984325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1956504'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.005748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-71a60108-adf8-45f9-a18b-21309e0a65f7 req-497b13a1-0cea-46e3-b106-f0d57b234244 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:49:01.007048 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71a60108-adf8-45f9-a18b-21309e0a65f7 req-497b13a1-0cea-46e3-b106-f0d57b234244 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015879
Feb 17 00:49:01.066570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecec422e-607a-4b8a-b46b-0dfa7e7c5628 req-80cd156f-49a1-4dd7-b80d-583ac3be1537 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215668
Feb 17 00:49:01.086431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:01.087185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.109561 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7903700
Feb 17 00:49:01.113998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:01.124455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Request body: {'port': {'device_id': 'c39635a1-134b-4a43-a137-3098fff10574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:01.346439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.499463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826952391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1956489'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.515897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:01.648821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef811ec-e52c-486f-8b76-839afec837fa,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:01.654070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:01.714485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Checking segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:01.714900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Network hostable DHCP agents. Network: 999b13c0-318f-40e1-8389-d00cd81dba60, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:49:01.736858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Network 999b13c0-318f-40e1-8389-d00cd81dba60 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:49:01.746189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 999b13c0-318f-40e1-8389-d00cd81dba60) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:01.757227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6ad4d-0a12-4ee3-88f1-aafc77edb9e8 None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:01.759918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:01.760873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.788659 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bc3117f6-04ff-45f0-bed7-2b461b25abce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8679616
Feb 17 00:49:01.791816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57608) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:01.798575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:01.804751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:01.810545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Usage tracker for resource:router and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:01.813155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0569f000-82de-48d0-834b-9f9616c648e5 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:49:01.815174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:01.822300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:01.823758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.834508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.835778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.839375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Transition to ACTIVE for port object 0569f000-82de-48d0-834b-9f9616c648e5 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:01.842040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.852440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:01.858574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:01.991066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Pushing event updated for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:02.024904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-999b13c0-318f-40e1-8389-d00cd81dba60', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:49:02.026931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.158104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:02.161260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.471793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Allocated IP 172.20.0.2 (999b13c0-318f-40e1-8389-d00cd81dba60/9ef811ec-e52c-486f-8b76-839afec837fa/5a9fad5e-ec10-4fb1-ac48-84de3be116fc) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:02.491798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Attempting to bind port 0569f000-82de-48d0-834b-9f9616c648e5 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:02.492181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Attempting to bind port 0569f000-82de-48d0-834b-9f9616c648e5 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:02.492562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Attempting to bind port 0569f000-82de-48d0-834b-9f9616c648e5 on network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:02.516014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3ba39-76a5-419d-b93e-41e7af9a897f req-27720d0d-f48d-4bb3-aac0-6b59173a2b6d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:02.517696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81f3ba39-76a5-419d-b93e-41e7af9a897f req-27720d0d-f48d-4bb3-aac0-6b59173a2b6d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.2364333
Feb 17 00:49:02.518712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:02.519120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Checking segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:02.519532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.519931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Bound using segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:02.520431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Bound port: 0569f000-82de-48d0-834b-9f9616c648e5, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:02.520813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.676482 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81f3ba39-76a5-419d-b93e-41e7af9a897f req-49b43d2f-0c04-42ab-b6a9-18208e6785d5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330752
Feb 17 00:49:02.719240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9948cbe-1a9d-425c-a67f-405f5005a084 req-f7ae9eb7-2389-40e4-8909-2a28c30f9f60 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:02.720403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b9948cbe-1a9d-425c-a67f-405f5005a084 req-f7ae9eb7-2389-40e4-8909-2a28c30f9f60 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:49:02.756143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b9948cbe-1a9d-425c-a67f-405f5005a084 req-f7ae9eb7-2389-40e4-8909-2a28c30f9f60 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:49:02.776378 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9948cbe-1a9d-425c-a67f-405f5005a084 req-f7ae9eb7-2389-40e4-8909-2a28c30f9f60 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.6038759
Feb 17 00:49:02.875051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.875450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:02.880752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0569f000-82de-48d0-834b-9f9616c648e5,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:02.888946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:02.927756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.006912 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.021267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Transition to ACTIVE for port object 5a9fad5e-ec10-4fb1-ac48-84de3be116fc will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:03.025739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee98c1f4-aca0-426f-bc57-57aa7f74e954 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:03.056119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Transition to ACTIVE for port object 5a9fad5e-ec10-4fb1-ac48-84de3be116fc will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:03.064364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.173155 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9948cbe-1a9d-425c-a67f-405f5005a084 req-785099f7-8e8e-428b-bafa-6226a480ab86 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3959217
Feb 17 00:49:03.175276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Pushing event updated for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:03.206670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:03.218226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:03.232908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:03.233611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.235553 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] 10.222.0.47 "PUT /v2.0/ports/0569f000-82de-48d0-834b-9f9616c648e5 HTTP/1.1" status: 200  len: 1157 time: 2.1170180
Feb 17 00:49:03.236211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:49:03.297753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Pushing event updated for resources: {'Port': ['ID=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:03.303215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:03.328575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:03.330539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:03.340654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:03.359556 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5', 'status': 'completed', 'code': 200}
Feb 17 00:49:03.398494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-8ad28cd7-1abb-4cde-bbcf-608b91586e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:03.400186 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-8ad28cd7-1abb-4cde-bbcf-608b91586e91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 1160 time: 0.0988500
Feb 17 00:49:03.402985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Attempting to bind port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:03.403416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Attempting to bind port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:03.403838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Attempting to bind port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc on network 999b13c0-318f-40e1-8389-d00cd81dba60 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:03.409851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:03.410279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Checking segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:03.410792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.411275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Bound using segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:03.411801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Bound port: 5a9fad5e-ec10-4fb1-ac48-84de3be116fc, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:03.412232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.473157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Allocated IP 172.27.0.106 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/2de4cb5f-c05e-49cc-a072-36f470e9bab7) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:03.481051 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-8a31d1e5-2f13-4392-9b16-9ace5d31784c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0569f000-82de-48d0-834b-9f9616c648e5 HTTP/1.1" status: 200  len: 217 time: 0.0726609
Feb 17 00:49:03.520295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] For port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:03.523587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] For port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:03.527254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.544537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:03.577287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-e2338aa3-c5ec-4489-b6d8-7fba6d9eefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:03.580108 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-e2338aa3-c5ec-4489-b6d8-7fba6d9eefd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.0868995
Feb 17 00:49:03.639353 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-bb3145df-0520-488d-867c-5210b36f5569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526354
Feb 17 00:49:03.654533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.686562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:03.687318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Pushing event updated for resources: {'Port': ['ID=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:03.703531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:03.820726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:03.833666 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-17a5033a-2ee7-4bb4-b69f-e0150058b89c service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846240
Feb 17 00:49:03.910216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:03.911448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2de4cb5f-c05e-49cc-a072-36f470e9bab7,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:03.915061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:03.916519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:03.919491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:04.066112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5678c-606f-43fd-85d7-7400f96aa253 req-d82f4419-c398-4940-8e4b-c5c8a8a634bc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.068854 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25a5678c-606f-43fd-85d7-7400f96aa253 req-d82f4419-c398-4940-8e4b-c5c8a8a634bc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.2341013
Feb 17 00:49:04.079455 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc649589-426d-40c9-a6cd-eed4c76c74b9 req-1c5e6c55-6c22-4fd3-883b-bbf5d6438359 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1979797
Feb 17 00:49:04.156602 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25a5678c-606f-43fd-85d7-7400f96aa253 req-09def327-0574-4ddc-a178-13440dd884d2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737603
Feb 17 00:49:04.262294 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-ce1fa2ee-7ff5-43fd-b892-6218f085d768 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1021280
Feb 17 00:49:04.326557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-c875bc94-922f-4e70-a66b-3cd50a2fa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.328207 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-c875bc94-922f-4e70-a66b-3cd50a2fa28e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 1160 time: 0.1625593
Feb 17 00:49:04.527910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-016c4956-dd61-4dd2-a7c6-b5485194e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.529531 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-016c4956-dd61-4dd2-a7c6-b5485194e3af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.1615164
Feb 17 00:49:04.547578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e931c70-cc20-41bc-8565-850e4b7f344e req-bfd7f926-6b97-4b24-b83b-3d158e0f5299 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.549191 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e931c70-cc20-41bc-8565-850e4b7f344e req-bfd7f926-6b97-4b24-b83b-3d158e0f5299 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.1217360
Feb 17 00:49:04.656526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-5054a0e8-f06f-4cbb-9d9f-416c1ad65d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.673065 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-5054a0e8-f06f-4cbb-9d9f-416c1ad65d4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 908 time: 0.1924579
Feb 17 00:49:04.755451 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-b44a637c-41e9-4191-ac4a-5b4a771c4b36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0569f000-82de-48d0-834b-9f9616c648e5 HTTP/1.1" status: 200  len: 217 time: 0.0813017
Feb 17 00:49:04.874186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-767b88a6-0cf2-4a50-8657-5489b3b06151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:04.874186 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-767b88a6-0cf2-4a50-8657-5489b3b06151 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.1080134
Feb 17 00:49:04.878149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:04.946228 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e931c70-cc20-41bc-8565-850e4b7f344e req-2429ac13-fc54-493e-8605-a3a278093a6f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285143
Feb 17 00:49:05.001518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-9ca206f1-f9f9-4ceb-898c-38b8bb83670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:05.003765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-9ca206f1-f9f9-4ceb-898c-38b8bb83670d service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.4514565
Feb 17 00:49:05.071124 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-b23d5fe8-c229-410f-9bff-05542b37b996 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1307807
Feb 17 00:49:05.087351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-f9cf9297-1765-4b2b-b74f-34e76317e4b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.0754535
Feb 17 00:49:05.160612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-6fb3fcef-2793-4814-8011-207ad3fe71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:05.162209 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-6fb3fcef-2793-4814-8011-207ad3fe71a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.0682888
Feb 17 00:49:05.218748 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-3727fecf-7a2e-4260-bfb1-d44041318d0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483038
Feb 17 00:49:05.270339 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-5d13b858-acf0-408b-8abc-6455650e5a63 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840546
Feb 17 00:49:05.288563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e110f-e119-4f40-a61e-85de8f34abd0 None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:05.437600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a1547f26-8e59-4ec3-8e9f-a7c4ff52a1c2 None None] Provisioning for port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:05.459420 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-fc340cce-c27e-4be8-9fce-d21386a73c45 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2316723
Feb 17 00:49:05.468116 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5c3ae-ad5b-48df-ae75-8c835b418354 req-24f9adf7-daa1-4331-99fe-4defeaabbefa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:05.469820 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12c5c3ae-ad5b-48df-ae75-8c835b418354 req-24f9adf7-daa1-4331-99fe-4defeaabbefa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1609042
Feb 17 00:49:05.633653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12c5c3ae-ad5b-48df-ae75-8c835b418354 req-39e10973-bd2b-47f8-9441-a2bc770e6447 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395547
Feb 17 00:49:05.670821 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-957b86da-8b86-4ff9-bfd8-e740f190b97c req-cb630332-182c-458e-a087-5584cf742929 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1998987
Feb 17 00:49:05.877925 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b15d70ba-b37d-4016-9abe-9dc273070004 req-91a286e1-0384-433b-89af-0ce4e93e3b73 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5226622
Feb 17 00:49:05.880688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.046099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 5a9fad5e-ec10-4fb1-ac48-84de3be116fc up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:06.159724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:49:06.231155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:06.236549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:06.236849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.397743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:06.398564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.420930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Sync routers for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:06.434072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:06.435176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370724c50>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:06.446339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c59af-e65c-4a89-93cb-f25e36fec068 req-7e297ee3-78dc-4175-8849-421a2173f980 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:06.448563 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-228c59af-e65c-4a89-93cb-f25e36fec068 req-7e297ee3-78dc-4175-8849-421a2173f980 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.1656804
Feb 17 00:49:06.449974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.452306 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.6591370
Feb 17 00:49:06.455318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57692) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:06.465903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:06.475237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.477698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-356cc3fe-b2a8-463d-bcf3-7e08a9b4f652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:06.534118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e320ee83-9bbd-4ccf-a4d8-cdd9a829e549 None None] Provisioning complete for port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:06.534460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e320ee83-9bbd-4ccf-a4d8-cdd9a829e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:06.641378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:06.675611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:06.700847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d4672-e9ca-4b61-90bb-8e7717e626a9 req-a1206474-001c-42a3-9832-66aea44e1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:06.707282 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-824d4672-e9ca-4b61-90bb-8e7717e626a9 req-a1206474-001c-42a3-9832-66aea44e1cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1163 time: 0.1864586
Feb 17 00:49:06.773540 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-228c59af-e65c-4a89-93cb-f25e36fec068 req-b8bb8af3-3907-490c-8f76-14fcf2480c35 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3151639
Feb 17 00:49:06.834588 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-824d4672-e9ca-4b61-90bb-8e7717e626a9 req-edfa5955-8be1-41fd-9db3-455024d97f3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177197
Feb 17 00:49:07.112338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:07.222308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59eacc-13ba-4da5-b7a5-bc2e45395716 req-dd660f2e-5843-4458-a468-3ee77d75d631 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:07.224019 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a59eacc-13ba-4da5-b7a5-bc2e45395716 req-dd660f2e-5843-4458-a468-3ee77d75d631 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1994042
Feb 17 00:49:07.357542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a59eacc-13ba-4da5-b7a5-bc2e45395716 req-c6c34fe1-a1dd-4136-9ac7-7ed887022903 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716579
Feb 17 00:49:07.418370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370724c50>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:04Z', 'revision_number': 3, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:07.422503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Checking router: 94c18518-9108-4c88-97e3-3f5cfd9a20b2 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:49:07.422919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Updating router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:49:07.478124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:07.555460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:07.932327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:07.964416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:07.976707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Transition to ACTIVE for port object 2de4cb5f-c05e-49cc-a072-36f470e9bab7 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:07.980928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:07.990848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 5a9fad5e-ec10-4fb1-ac48-84de3be116fc up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:08.001106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Allocated IP 172.20.0.1 (999b13c0-318f-40e1-8389-d00cd81dba60/9ef811ec-e52c-486f-8b76-839afec837fa/ef713f90-e4b9-4797-8671-989766c04dd9) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:08.058285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:08.079960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:08.080558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.170097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Pushing event updated for resources: {'Port': ['ID=2de4cb5f-c05e-49cc-a072-36f470e9bab7,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:08.186754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.187175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.187549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.187914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.188447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.188787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.189149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.189507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.189863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.190218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.190573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.190949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.191662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.192025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.192522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.192878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.193233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.193591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.194080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.194716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.195117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.195480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.195833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.196185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.204003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:08.310036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Attempting to bind port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:08.310448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Attempting to bind port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:08.310957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Attempting to bind port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:08.319660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:08.320064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:08.320523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.320963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:08.321495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Bound port: 2de4cb5f-c05e-49cc-a072-36f470e9bab7, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:08.321915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.421058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] For port 2de4cb5f-c05e-49cc-a072-36f470e9bab7, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:08.426083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] For port 2de4cb5f-c05e-49cc-a072-36f470e9bab7, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2de4cb5f-c05e-49cc-a072-36f470e9bab7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:08.430277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.431433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65252159-ea77-4db8-b679-d3d7886862cf req-a2b4690d-d0bc-4e92-8b4d-de5d8e0a7b6e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:08.436248 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65252159-ea77-4db8-b679-d3d7886862cf req-a2b4690d-d0bc-4e92-8b4d-de5d8e0a7b6e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.5165191
Feb 17 00:49:08.457540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:08.550833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65252159-ea77-4db8-b679-d3d7886862cf req-f864849b-8593-4e8b-a019-0077d8fa9fec tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080759
Feb 17 00:49:08.591660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.614188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Transition to ACTIVE for port object ef713f90-e4b9-4797-8671-989766c04dd9 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:08.626584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Pushing event updated for resources: {'Port': ['ID=2de4cb5f-c05e-49cc-a072-36f470e9bab7,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:08.632567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:08.657383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:08.679267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:08.698833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:08.699241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370724c50>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:48:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:08.903729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:08.933289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:08.944562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Network 999b13c0-318f-40e1-8389-d00cd81dba60 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:08.960386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:08.964665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.965162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.965898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.966031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.966642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.967107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.967568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.968058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.968507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.968958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.969512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.969916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.970457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.970949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.971472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.971925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.972368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.972823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.973914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.973914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.974285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.974775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.975043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.975526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:08.979887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:09.015822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:09.045100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a892-c598-46ac-bb75-6c5c0ce10f24 req-70aa1149-017f-4d71-b4c9-cef5a41035fa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:09.052787 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b3a6a892-c598-46ac-bb75-6c5c0ce10f24 req-70aa1149-017f-4d71-b4c9-cef5a41035fa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.3317606
Feb 17 00:49:09.112914 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b3a6a892-c598-46ac-bb75-6c5c0ce10f24 req-7d0d948e-6d76-4171-8fa3-0a38f381b910 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589092
Feb 17 00:49:09.125470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.274973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.321803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6b4c1ec4-b020-47d3-bb9b-bb48385d9460 None None] Provisioning for port ef713f90-e4b9-4797-8671-989766c04dd9 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:09.332570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6b4c1ec4-b020-47d3-bb9b-bb48385d9460 None None] Provisioning complete for port ef713f90-e4b9-4797-8671-989766c04dd9 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:09.335216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1ec4-b020-47d3-bb9b-bb48385d9460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.337466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370724c50>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:04Z', 'revision_number': 3, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:09.349978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9788bfaa-2eb9-416f-b785-e705a0a1e915 None None] The sync data for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi is: [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:04Z', 'revision_number': 3, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:49:09.500768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c1ec4-b020-47d3-bb9b-bb48385d9460 None None] Port ef713f90-e4b9-4797-8671-989766c04dd9 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:09.605511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0465c541-ce29-4883-9e07-f11a5873c1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.680830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:09.723172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8d529-d33f-4015-9f48-4d53bc08ceaf req-82a4ba4f-4a3f-49cc-8d55-d058e19651ab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:09.727411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62f8d529-d33f-4015-9f48-4d53bc08ceaf req-82a4ba4f-4a3f-49cc-8d55-d058e19651ab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1658468
Feb 17 00:49:09.766775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:09.767244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.808469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.841082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62f8d529-d33f-4015-9f48-4d53bc08ceaf req-c8dfd637-456e-4948-a3c6-77b31d6c4b04 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054792
Feb 17 00:49:09.843869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:09.966821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:10.037073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:10.069169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2de4cb5f-c05e-49cc-a072-36f470e9bab7 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:10.220676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:10.228161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:10.228609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:10.280532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:10.286823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:10.360984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407609a1-5737-4e98-a195-1ed50fad63a3 req-129743a2-5b19-4d4e-adcb-9aeba17ac76b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:10.362936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-407609a1-5737-4e98-a195-1ed50fad63a3 req-129743a2-5b19-4d4e-adcb-9aeba17ac76b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.2926037
Feb 17 00:49:10.387161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:10.407618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 2de4cb5f-c05e-49cc-a072-36f470e9bab7, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2de4cb5f-c05e-49cc-a072-36f470e9bab7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:10.411645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:10.414823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f0c2334-f6a8-4056-9a57-8fc1963881b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:10.429764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Network 999b13c0-318f-40e1-8389-d00cd81dba60 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:10.442475 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-407609a1-5737-4e98-a195-1ed50fad63a3 req-5dc292fb-5c38-448f-9dcd-058d0f45510f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713384
Feb 17 00:49:10.448277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:10.549877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=2de4cb5f-c05e-49cc-a072-36f470e9bab7,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:10.553807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:10.755433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:49:10.852850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e7a84546-646b-4e23-b281-6b05ec060023 None None] Provisioning complete for port ef713f90-e4b9-4797-8671-989766c04dd9 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:10.853278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e7a84546-646b-4e23-b281-6b05ec060023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:10.920747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e7a84546-646b-4e23-b281-6b05ec060023 None None] Port ef713f90-e4b9-4797-8671-989766c04dd9 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:10.967457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:10.978175 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] 10.222.0.16 "PUT /v2.0/routers/94c18518-9108-4c88-97e3-3f5cfd9a20b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5216758
Feb 17 00:49:11.513757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:11.643641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Deleting subnet 7ab18ecb-5026-43ac-83b1-c69cb65a9457 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:49:11.648720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:11.709024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-e84b61ad-cca5-46a1-a710-de3a9e304773 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:49:11.712319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:11.796603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751d36e-f60a-4b01-ab88-175e4bcef0e5 req-dbb2cd7e-26a5-40ad-aec5-d51d8859c965 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:11.798653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5751d36e-f60a-4b01-ab88-175e4bcef0e5 req-dbb2cd7e-26a5-40ad-aec5-d51d8859c965 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.2350273
Feb 17 00:49:11.829719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:11.911875 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5751d36e-f60a-4b01-ab88-175e4bcef0e5 req-f63a5bc0-b42f-4a05-a610-e32dbc016836 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061795
Feb 17 00:49:12.048088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34d52734-7882-49aa-99a8-395e9b641085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.053221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2de4cb5f-c05e-49cc-a072-36f470e9bab7 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:12.146705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:12.147318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.208301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.297500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-766df938-4a50-4cee-ac89-d4b30a219500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:12.340538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab18ecb-5026-43ac-83b1-c69cb65a9457,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:12.344712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:12.400223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.409124 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ab18ecb-5026-43ac-83b1-c69cb65a9457 HTTP/1.1" status: 204  len: 168 time: 0.8942254
Feb 17 00:49:12.411845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57828) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:12.483941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.565132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:12.571446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Sync routers for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:12.582364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:12.583449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701ea748>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:12.799025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:13.080346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.201258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:13.311961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136acb2780>,) {'filters': {'network_id': ['a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:13.344154 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136acb2780>, 'ec32f1e3-4141-4276-91bc-60ed9987b67f') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:13.344513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136acb2780>, 'ec32f1e3-4141-4276-91bc-60ed9987b67f') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:13.368921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.395698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.406256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28d95a-db11-4964-8bed-b9b5dbf5e446 req-21385e46-0999-44fc-b688-c8a5285103f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:13.408102 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c28d95a-db11-4964-8bed-b9b5dbf5e446 req-21385e46-0999-44fc-b688-c8a5285103f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.2050486
Feb 17 00:49:13.408872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:49:13.530565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.577539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 0569f000-82de-48d0-834b-9f9616c648e5 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:13.596125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 0569f000-82de-48d0-834b-9f9616c648e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:13.596842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.659631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c28d95a-db11-4964-8bed-b9b5dbf5e446 req-07c7d9c6-7c16-4dae-a937-bf87a4031130 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289340
Feb 17 00:49:13.684404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:49:13.697442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.829911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:13.923559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701ea748>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 2, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:13.936424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Checking router: 94c18518-9108-4c88-97e3-3f5cfd9a20b2 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:49:13.938238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Updating router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 port ef713f90-e4b9-4797-8671-989766c04dd9 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:49:13.971637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Network a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:49:14.003687 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:49:14.011552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.023175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.029042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-3d828df9-e73f-441a-a150-3328472407f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:14.031248 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-3d828df9-e73f-441a-a150-3328472407f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.1635172
Feb 17 00:49:14.076285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0569f000-82de-48d0-834b-9f9616c648e5,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:14.079858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:49:14.087304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.090658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:14.150693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.164974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6938dd19-5b80-46e6-a2ed-14376378b137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:14.185289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.194089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:14.199781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:14.203250 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] 10.222.0.16 "DELETE /v2.0/networks/a7e35ec8-8d5f-4bd2-92b8-94f9fe6dd5e7 HTTP/1.1" status: 204  len: 168 time: 1.7901204
Feb 17 00:49:14.212619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcaac9-1658-40a9-94f4-8664a54a4366 req-828f2512-b3b1-401a-a299-3abd94332fab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:14.221408 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9fcaac9-1658-40a9-94f4-8664a54a4366 req-828f2512-b3b1-401a-a299-3abd94332fab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2356327
Feb 17 00:49:14.265431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57852) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:14.383034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-5aee7497-5d6c-4d40-9a72-c508f7f10c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:14.388859 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-5aee7497-5d6c-4d40-9a72-c508f7f10c36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.3489008
Feb 17 00:49:14.423582 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9fcaac9-1658-40a9-94f4-8664a54a4366 req-696dcf66-9e9a-4098-a1e1-71b94ffdede1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010722
Feb 17 00:49:14.462147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Deleting subnet 239bd896-f0a8-4ca1-b243-cc78ad4c847d {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:49:14.477020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.576496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-f681cb0d-ca8a-444f-84e4-122e6fc3c367 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.1795561
Feb 17 00:49:14.644120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.658628 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5', 'code': 200}
Feb 17 00:49:14.661680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:14.665687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:14.702419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-57d3d56b-cd72-4c4f-b9cb-79b91306f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:14.705070 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-57d3d56b-cd72-4c4f-b9cb-79b91306f8a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.1203575
Feb 17 00:49:14.721371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71710bbf-737b-46c1-bc7c-54d07befd24a req-df227a35-c423-4b77-88be-f4ca84c205ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:14.723048 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71710bbf-737b-46c1-bc7c-54d07befd24a req-df227a35-c423-4b77-88be-f4ca84c205ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 1162 time: 0.1763821
Feb 17 00:49:14.726224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:14.770959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-ae699266-b4a0-4577-a860-561f9125a354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553868
Feb 17 00:49:14.843681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.845414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.846162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.847497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.849279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.849887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.850473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.851294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.853107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.853895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.856375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.857119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.857945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.858527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.860059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.860654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.862020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.863331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.866596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.867381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.868145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.868723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.870203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.873431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:14.889462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:15.012594 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-699cee48-1767-4c3d-ba0d-b8f5013419b1 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339709
Feb 17 00:49:15.032593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 0569f000-82de-48d0-834b-9f9616c648e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:15.033290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.130510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.151810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.216602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Transition to ACTIVE for port object ef713f90-e4b9-4797-8671-989766c04dd9 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:15.224484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.233712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-529a3963-5033-416d-ad7c-578ddd74a4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:15.250733 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1cc076d-6380-44de-a5dc-9f08fcec3e74 req-4bb4386b-78ef-4729-8c30-f73f687c2033 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2302976
Feb 17 00:49:15.345129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239bd896-f0a8-4ca1-b243-cc78ad4c847d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:15.382505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:15.386282 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71710bbf-737b-46c1-bc7c-54d07befd24a req-a57507bb-cc42-458a-9134-f813fe0ed5c6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6246457
Feb 17 00:49:15.438192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:15.465102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.496912 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57882) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:15.497790 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-69e18437-808d-4f1a-94eb-4910e5124872 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/239bd896-f0a8-4ca1-b243-cc78ad4c847d HTTP/1.1" status: 204  len: 168 time: 1.2240503
Feb 17 00:49:15.505950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ded4c-b98d-4eba-897c-e3bef3db25f4 req-3d430b51-0d89-4818-9c8d-1e791cfc24f6 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:15.507586 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-671ded4c-b98d-4eba-897c-e3bef3db25f4 req-3d430b51-0d89-4818-9c8d-1e791cfc24f6 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.3625543
Feb 17 00:49:15.509165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Pushing event updated for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:15.514680 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:15.642005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.717600 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-671ded4c-b98d-4eba-897c-e3bef3db25f4 req-fd47ff8b-ff62-407c-8857-4836f1afdfd8 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975789
Feb 17 00:49:15.821021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd85a-54c8-4b51-aeac-a05641444d16 req-ec758417-2f16-4511-bd66-567cacb660bc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:15.823293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-876fd85a-54c8-4b51-aeac-a05641444d16 req-ec758417-2f16-4511-bd66-567cacb660bc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2127221
Feb 17 00:49:15.847528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Attempting to bind port ef713f90-e4b9-4797-8671-989766c04dd9 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:15.847952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Attempting to bind port ef713f90-e4b9-4797-8671-989766c04dd9 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:15.848345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Attempting to bind port ef713f90-e4b9-4797-8671-989766c04dd9 on network 999b13c0-318f-40e1-8389-d00cd81dba60 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:15.864229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:15.865801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Checking segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:15.866266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.866711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Bound using segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:15.867262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Bound port: ef713f90-e4b9-4797-8671-989766c04dd9, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:15.867691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:15.919490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-876fd85a-54c8-4b51-aeac-a05641444d16 req-f45470af-6b60-40de-b5fb-3ee8b8280733 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818014
Feb 17 00:49:15.982115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.082832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] For port ef713f90-e4b9-4797-8671-989766c04dd9, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:16.086440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] For port ef713f90-e4b9-4797-8671-989766c04dd9, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ef713f90-e4b9-4797-8671-989766c04dd9,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:16.092961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.111839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:16.142736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f13703e4be0>,) {'filters': {'network_id': ['41663ae3-b92f-42b9-a4e2-1ec118dbc0fe']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:16.159614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f13703e4be0>, 'edafc219-5722-433d-b5de-57357309939a') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:16.160420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f13703e4be0>, 'edafc219-5722-433d-b5de-57357309939a') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:16.173142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.198477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.200664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:49:16.257402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Pushing event updated for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:16.264271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:16.294901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:16.394591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 0569f000-82de-48d0-834b-9f9616c648e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:16.395038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.396236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:49:16.410531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.485274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:16.485966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701ea748>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:16.671792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Network 41663ae3-b92f-42b9-a4e2-1ec118dbc0fe has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:49:16.697369 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:49:16.794966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.803899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:16.807983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:16.846357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41663ae3-b92f-42b9-a4e2-1ec118dbc0fe,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:16.850822 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/41663ae3-b92f-42b9-a4e2-1ec118dbc0fe HTTP/1.1" status: 204  len: 168 time: 1.3527596
Feb 17 00:49:16.870569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.875791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.876391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.876924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.877446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.880589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.881167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.881859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.882513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.883357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.885425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.886114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.887382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:16.888105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.889160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.892012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.892573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.893098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.893623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.894155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.896229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.896759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.897280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.899093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.899628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:49:16.924237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dff851b8-f508-45d0-b8fc-311a030597e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:17.044830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57904) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:17.107973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab34e2-517d-4df7-9aad-dd0cdf2190f9 req-2bd0ca54-3ce8-48f6-92b1-2d82037cea5a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:17.110967 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ab34e2-517d-4df7-9aad-dd0cdf2190f9 req-2bd0ca54-3ce8-48f6-92b1-2d82037cea5a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.2091987
Feb 17 00:49:17.188919 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e5eac0af-b468-4968-b8db-31fefa962fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c093e557b0cb4191ae602c5acedd2291&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1417367
Feb 17 00:49:17.191583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57912) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:17.306681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:17.329252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8ab34e2-517d-4df7-9aad-dd0cdf2190f9 req-77e9fa55-9f94-44a1-9819-7e72768319d9 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070179
Feb 17 00:49:17.332610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:49:17.394668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:17.457384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ec8d6-1739-4dde-bb2c-4a436da14b8f req-af8a657c-130d-45b7-ae89-148be8f71089 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:17.465367 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a95ec8d6-1739-4dde-bb2c-4a436da14b8f req-af8a657c-130d-45b7-ae89-148be8f71089 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2690630
Feb 17 00:49:17.474349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:17.486913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-72131e6f-d653-4c62-89ad-9feb9e89df60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:17.506407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2348cdb-1e39-42d8-8c7b-b084815dbb8a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:17.521058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:17.522392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:17.526941 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2348cdb-1e39-42d8-8c7b-b084815dbb8a HTTP/1.1" status: 204  len: 168 time: 0.3309658
Feb 17 00:49:17.592567 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a95ec8d6-1739-4dde-bb2c-4a436da14b8f req-6d0c7719-7ebf-4db1-a129-e5c37acc49ea tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260903
Feb 17 00:49:17.596696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701ea748>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:16Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:17.603055 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdca74-3a7e-47e8-bfb0-ba082226f652 None None] The sync data for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi is: [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:16Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:49:18.072920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ef713f90-e4b9-4797-8671-989766c04dd9 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:18.219527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port ef713f90-e4b9-4797-8671-989766c04dd9 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:18.250699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ef713f90-e4b9-4797-8671-989766c04dd9 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:18.252403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.257746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 57928) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:18.309683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:18.333397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 57932) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:18.339748 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-03d63da9-eb44-415e-bdaf-ab1a5aa37b7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf6edef6aa974c74a8edc95f149996e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0806618
Feb 17 00:49:18.465858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 0569f000-82de-48d0-834b-9f9616c648e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:18.466282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.476748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.537498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.608553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.649764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port ef713f90-e4b9-4797-8671-989766c04dd9, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ef713f90-e4b9-4797-8671-989766c04dd9,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:18.656905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.674379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:18.679467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.693157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-65bb51b9-c73c-4a44-a7b7-dea6c0bac08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:18.718335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c740f4-ce44-4632-a6a6-bd61a275a2eb req-a73fa549-a4a8-456d-9e42-e945909fdff9 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:18.719041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549201f8-2c4e-4b9d-a807-096b8a441b96,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:18.728946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:18.740349 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96c740f4-ce44-4632-a6a6-bd61a275a2eb req-a73fa549-a4a8-456d-9e42-e945909fdff9 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.1768212
Feb 17 00:49:18.745709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:18.750533 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/549201f8-2c4e-4b9d-a807-096b8a441b96 HTTP/1.1" status: 204  len: 168 time: 0.4133360
Feb 17 00:49:18.929268 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96c740f4-ce44-4632-a6a6-bd61a275a2eb req-81d960e7-dfb9-44db-bd62-6cdf9bbcc88d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878541
Feb 17 00:49:19.064549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:19.077428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:19.191049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447547-2929-4019-8668-338eb3e3bb6d req-c066592c-f069-49e5-9bc5-f9ce94dd3272 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:19.192768 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb447547-2929-4019-8668-338eb3e3bb6d req-c066592c-f069-49e5-9bc5-f9ce94dd3272 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1895242
Feb 17 00:49:19.265462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb447547-2929-4019-8668-338eb3e3bb6d req-d1e65114-d66c-473a-adcf-b3835dae0433 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640292
Feb 17 00:49:20.057835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ef713f90-e4b9-4797-8671-989766c04dd9 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:20.168418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ef713f90-e4b9-4797-8671-989766c04dd9 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:20.169092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:20.550092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3c17-1a3f-4f01-b32c-cab2d9ef17e7 req-10286889-fe72-4130-9999-df40e2bb9482 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:20.558716 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98be3c17-1a3f-4f01-b32c-cab2d9ef17e7 req-10286889-fe72-4130-9999-df40e2bb9482 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1121716
Feb 17 00:49:20.628602 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98be3c17-1a3f-4f01-b32c-cab2d9ef17e7 req-5ad359ca-882e-4ba8-a7a2-8435d713e132 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688779
Feb 17 00:49:21.956917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a230b09-a97a-49cc-86f3-2d1a251cff51 req-31caf39c-ba52-4648-a787-9b0261bf803e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:21.965297 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4a230b09-a97a-49cc-86f3-2d1a251cff51 req-31caf39c-ba52-4648-a787-9b0261bf803e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1215196
Feb 17 00:49:22.018838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4a230b09-a97a-49cc-86f3-2d1a251cff51 req-0518f9e7-a9fc-47cc-9e98-2a9a8d1a59b8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525174
Feb 17 00:49:22.191253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58046) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:22.478726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.519794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:22.524039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Usage tracker for resource:security_group_rule and tenant:72f0a7042d914846b59eebdcd7eeab67 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:22.528183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:22.537858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:22.654650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.659507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.675835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5773056b-9321-4dce-b794-b6ed7b4c4fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:22.717514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2f079-005e-4dca-ac52-77ac916a7174,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:22.745722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72f0a7042d914846b59eebdcd7eeab67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5494552
Feb 17 00:49:22.745722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:22.745988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58068) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:22.852666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.892455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.970340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:22.975816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-11e41dab-6b55-4018-9bec-6e427ade4bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:22.994338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2f079-005e-4dca-ac52-77ac916a7174,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:22.997514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:22.998447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:23.002829 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9f2f079-005e-4dca-ac52-77ac916a7174 HTTP/1.1" status: 204  len: 168 time: 0.2558389
Feb 17 00:49:23.269171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c17ef5-6516-4388-b2a1-cc4ff77e7868 req-d5bfdc40-a0bf-4d89-8d0e-5c439af86752 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:23.272619 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42c17ef5-6516-4388-b2a1-cc4ff77e7868 req-d5bfdc40-a0bf-4d89-8d0e-5c439af86752 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1035304
Feb 17 00:49:23.339475 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42c17ef5-6516-4388-b2a1-cc4ff77e7868 req-aa83c44d-6f7a-41b2-9b1a-b65cd989b371 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607920
Feb 17 00:49:24.568155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb485-e43b-4063-a212-2f7f52fc8cfd req-2952f736-4bf7-4201-a4d1-09514351d394 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:24.576753 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4acb485-e43b-4063-a212-2f7f52fc8cfd req-2952f736-4bf7-4201-a4d1-09514351d394 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1043265
Feb 17 00:49:24.637861 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b4acb485-e43b-4063-a212-2f7f52fc8cfd req-6a8136dc-5da4-464d-8eaf-864db6286933 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529146
Feb 17 00:49:25.918785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ec0b-4e79-44b3-8bad-8cba87a6538a req-a48b5b37-2e2c-43f2-ace4-a72194fdf4b6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:25.926617 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d62ec0b-4e79-44b3-8bad-8cba87a6538a req-a48b5b37-2e2c-43f2-ace4-a72194fdf4b6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1753070
Feb 17 00:49:25.985843 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d62ec0b-4e79-44b3-8bad-8cba87a6538a req-2b7fe23e-32cb-422d-9eb6-6c11ed3107a7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552166
Feb 17 00:49:27.301351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412128f-d9b6-45bf-b4c7-0ac55b05e22f req-07ce83db-b3cc-4777-b789-095ed478a66c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:27.302976 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6412128f-d9b6-45bf-b4c7-0ac55b05e22f req-07ce83db-b3cc-4777-b789-095ed478a66c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2034321
Feb 17 00:49:27.332421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-05bf057b-9677-4f61-8f24-6e87ee20a76b tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:27.333991 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-05bf057b-9677-4f61-8f24-6e87ee20a76b tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 814 time: 0.2600760
Feb 17 00:49:27.371293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-5469c7cd-9986-4ac3-816e-d22cdaba5e53 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/quotas/6de6919c5ea842dba4ff07cd282fc241 HTTP/1.1" status: 200  len: 375 time: 0.0281703
Feb 17 00:49:27.376322 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6412128f-d9b6-45bf-b4c7-0ac55b05e22f req-1fd72a56-f54e-4d24-8d89-352c01569885 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660200
Feb 17 00:49:27.471543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-765ab11e-5152-4986-97d9-c7c462969685 req-ad7f2737-372d-4547-a939-af2325f4e034 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:49:27.482859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-765ab11e-5152-4986-97d9-c7c462969685 req-ad7f2737-372d-4547-a939-af2325f4e034 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:49:27.484397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-ad7f2737-372d-4547-a939-af2325f4e034 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1036739
Feb 17 00:49:27.642733 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-b9a65b28-73b8-4033-9aeb-44e1403a228c service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430731
Feb 17 00:49:27.799959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-28c22d05-9512-45c6-939e-4b643f1d9e04 service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503825
Feb 17 00:49:28.007322 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb9d0053-d1b4-4097-ab83-d6aa6b0e4d14 req-6c3e9419-91f5-4215-a445-06deb689d260 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 210 time: 0.0535417
Feb 17 00:49:28.810938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61144e2a-429b-4190-a9aa-578e6eaf00ab req-73b2c3fb-cf49-4c0f-83bb-dc8014c37d34 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:28.812546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-61144e2a-429b-4190-a9aa-578e6eaf00ab req-73b2c3fb-cf49-4c0f-83bb-dc8014c37d34 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3117337
Feb 17 00:49:28.865573 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-61144e2a-429b-4190-a9aa-578e6eaf00ab req-dbc09ceb-e226-4656-88b6-c3b38e792293 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454295
Feb 17 00:49:29.203628 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7583b5b-3659-4d56-b46d-81198c7b964a req-ae89eef0-118e-4b31-aa66-a56c4c7ac3af tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 210 time: 0.0672202
Feb 17 00:49:29.552660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-adca5b9b-8adb-48a8-8a84-d4f097956a67 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:29.554270 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-adca5b9b-8adb-48a8-8a84-d4f097956a67 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 814 time: 0.1645629
Feb 17 00:49:29.577960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'port': {'device_id': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'admin_state_up': True, 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:29.732027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:29.742088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:29.751557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Made reservation on behalf of 6de6919c5ea842dba4ff07cd282fc241 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:29.757141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:30.126723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Allocated IP 172.20.0.3 (999b13c0-318f-40e1-8389-d00cd81dba60/9ef811ec-e52c-486f-8b76-839afec837fa/1ed8ea5d-6353-4a5e-a93a-971723af01a8) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:30.142044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80632729-e36e-4fe7-820a-2c4069475ae2 req-ce2c3956-1331-4b98-b225-d340eb21faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:30.144237 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-80632729-e36e-4fe7-820a-2c4069475ae2 req-ce2c3956-1331-4b98-b225-d340eb21faac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.0932896
Feb 17 00:49:30.196386 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-80632729-e36e-4fe7-820a-2c4069475ae2 req-601ae991-af4e-498c-ae1b-3eb69a68987a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448985
Feb 17 00:49:30.303402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f55ac9-654b-47c2-8bc9-387279f89594 req-6a45977e-f63a-435b-af07-30019fbc1192 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:30.305054 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31f55ac9-654b-47c2-8bc9-387279f89594 req-6a45977e-f63a-435b-af07-30019fbc1192 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2200673
Feb 17 00:49:30.409708 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31f55ac9-654b-47c2-8bc9-387279f89594 req-7012c3d6-6725-445e-a577-4e1cdafcef3d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932264
Feb 17 00:49:30.460350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:30.511420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Transition to ACTIVE for port object 1ed8ea5d-6353-4a5e-a93a-971723af01a8 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:30.567983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:30.668582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:30.901432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:30.927849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:30.988832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6f9c4-1314-49de-a221-f56bafb35a1b req-a62bc811-464d-4506-9854-e67973f88b82 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:30.996834 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35b6f9c4-1314-49de-a221-f56bafb35a1b req-a62bc811-464d-4506-9854-e67973f88b82 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 931 time: 0.3311164
Feb 17 00:49:31.001001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Network 999b13c0-318f-40e1-8389-d00cd81dba60 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:31.042152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:31.047169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:31.135809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:31.136676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:31.189340 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6153240
Feb 17 00:49:31.222104 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-35b6f9c4-1314-49de-a221-f56bafb35a1b req-6b0dabce-cb78-4314-ad2c-945995e895b5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2242205
Feb 17 00:49:31.467888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b93afc47-e0d8-47a5-82fe-e87b4431c348 None None] Provisioning for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:31.477355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b93afc47-e0d8-47a5-82fe-e87b4431c348 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:31.479144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b93afc47-e0d8-47a5-82fe-e87b4431c348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:31.542511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b93afc47-e0d8-47a5-82fe-e87b4431c348 None None] Port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:33.085095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58398) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:33.227448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.265393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:33.269637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Usage tracker for resource:security_group_rule and tenant:7124655d2dc247e4ac17d8901ce24c8f is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:33.272786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:33.278917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:33.366750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.369661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.384197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bfb06c1f-f4ee-4de9-9d89-b509ce854b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:33.427603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7124655d2dc247e4ac17d8901ce24c8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3406439
Feb 17 00:49:33.430567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58406) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:33.432094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774ec633-ea59-49ff-a68a-35296bcde82d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:33.435619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:33.500944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.531153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.580240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.585075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f6c6c9c-c237-4895-ba5d-72ab86f008c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:33.600618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774ec633-ea59-49ff-a68a-35296bcde82d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:33.604350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:33.605320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.606531 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/774ec633-ea59-49ff-a68a-35296bcde82d HTTP/1.1" status: 204  len: 168 time: 0.1746264
Feb 17 00:49:33.927065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58414) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:33.950859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:33.974268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:33.978780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:d63f85db7df14195b10478ed9a9c538f is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:33.981920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:33.987906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:34.073857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.076726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.086219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:34.130383 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d63f85db7df14195b10478ed9a9c538f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2020841
Feb 17 00:49:34.132112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e1eee-b4c8-4c0b-98b8-853da4f75871,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:34.133331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58418) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:34.136255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:34.198510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.226621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.278206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.284554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c4d30653-041b-4d65-80fe-daebb3b05491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:34.300485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e1eee-b4c8-4c0b-98b8-853da4f75871,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:34.304202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:34.313565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.315973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/845e1eee-b4c8-4c0b-98b8-853da4f75871 HTTP/1.1" status: 204  len: 168 time: 0.1809344
Feb 17 00:49:34.717789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58434) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:34.740580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.759519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:34.779433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Usage tracker for resource:security_group_rule and tenant:7898bbf1dde04d98bb2c92ec96fcd8aa is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:34.788313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:34.796056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:34.894395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.898839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:34.908699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:34.952098 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7898bbf1dde04d98bb2c92ec96fcd8aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2332199
Feb 17 00:49:34.953730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26eec01f-4557-4c33-8e68-fdf8be631202,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:34.955141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58438) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:34.957002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:35.024962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:35.270691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:35.317230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:35.323872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-878cd8c4-b5eb-4cb5-82d4-86c9bd8ee842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:35.336165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26eec01f-4557-4c33-8e68-fdf8be631202,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:35.341907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:35.355484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:35.359971 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26eec01f-4557-4c33-8e68-fdf8be631202 HTTP/1.1" status: 204  len: 168 time: 0.4038148
Feb 17 00:49:37.180524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58486) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:37.316391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.335221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:37.339742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Usage tracker for resource:security_group_rule and tenant:ec71e7e9439e4e47b18bd505af2e3927 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:37.342917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:37.349025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:37.439112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.441844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.450771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d568ed7b-a29f-46df-bee7-46eb226fc77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:37.483806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637512a9-d17a-43a5-a6f0-e9d1d3c0a7f9,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:37.499663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:37.508287 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec71e7e9439e4e47b18bd505af2e3927&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3225367
Feb 17 00:49:37.510138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58494) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:37.578670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.608095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.657749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.663710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc63dc27-635b-4c75-9887-0a2b2940371a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:37.676601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637512a9-d17a-43a5-a6f0-e9d1d3c0a7f9,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:37.682214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:37.685991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:37.687360 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/637512a9-d17a-43a5-a6f0-e9d1d3c0a7f9 HTTP/1.1" status: 204  len: 168 time: 0.1756496
Feb 17 00:49:37.930261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.422540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58518) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:38.539281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-752861283-network', 'tenant_id': '1415975827724e30ac084e1a96a754eb'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:38.544527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:38.548781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Usage tracker for resource:network and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:38.551821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:38.557946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:38.567335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Made reservation on behalf of 1415975827724e30ac084e1a96a754eb for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:38.573275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.586409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.605232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:38.609664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Usage tracker for resource:security_group_rule and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:38.612776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:38.619952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:38.724188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.727764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.754537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f36475b-184f-4ccd-aade-46329ca22248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:38.762305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:49:38.793190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.793700 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Added segment 1799ef7a-117f-419e-92f5-7510c8ea1378 of type vxlan for network 62d10139-a552-4db1-ae20-eb6e8295e3fe
Feb 17 00:49:38.802566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d8c10-b318-4e11-a5b5-b31461096497,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:38.806934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:38.829996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.864347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.865949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:38.866746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:38.886381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:38.975745 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5519667
Feb 17 00:49:38.978955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58526) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:38.985658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Request body: {'subnet': {'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-752861283-subnet', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:38.986806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Pushing event updated for resources: {'Network': ['ID=62d10139-a552-4db1-ae20-eb6e8295e3fe,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:38.992615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:38.993067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:38.997778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:38.999138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Usage tracker for resource:subnet and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:39.002638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:39.010653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:39.022218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Made reservation on behalf of 1415975827724e30ac084e1a96a754eb for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:39.022443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:39.027691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852701952'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:39.513327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852687849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852701935'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:39.529899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9a24c6b-eb5f-4b03-9107-12a29f901a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:39.607848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7231b30b-c0d2-49d0-9c3d-41e3dd022248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:39.753398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=976a1dd0-8d94-4c2b-807a-412e80d6e8ea,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:39.781435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:39.863727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f44b21d5-0525-475c-b95d-6f69cf8d84cf tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:39.865439 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f44b21d5-0525-475c-b95d-6f69cf8d84cf tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.2478898
Feb 17 00:49:39.894657 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-606d0c87-1731-43c3-a1ea-65d345278c7a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/quotas/113f83a8ebaf40d3bbe679ca64ba8777 HTTP/1.1" status: 200  len: 375 time: 0.0221336
Feb 17 00:49:39.957503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Checking segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:39.957896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Network hostable DHCP agents. Network: 62d10139-a552-4db1-ae20-eb6e8295e3fe, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:49:40.208435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:49:40.235454 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-d3940ab9-5e53-491a-8e34-4d10ea419227 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3326766
Feb 17 00:49:40.267086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 62d10139-a552-4db1-ae20-eb6e8295e3fe) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:40.278476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5d754-a748-4033-abb1-dcfdc8741b84 None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:40.335714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:40.336371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:40.396025 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.4155562
Feb 17 00:49:40.399267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58548) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:40.408126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:40.423105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:40.432149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Usage tracker for resource:router and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:40.436555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:40.440806 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-e59a6a5c-1478-4be4-ac14-bd82e444b96e service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1977992
Feb 17 00:49:40.452142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:40.536920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-62d10139-a552-4db1-ae20-eb6e8295e3fe', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:49:40.539644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:40.552516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:40.553634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:40.598600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:40.632173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-9e6d1610-379a-4796-b587-ae272ae418fb service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1774445
Feb 17 00:49:40.902435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Allocated IP 172.20.0.2 (62d10139-a552-4db1-ae20-eb6e8295e3fe/976a1dd0-8d94-4c2b-807a-412e80d6e8ea/57dd6594-c5e5-4da9-b03c-cf4a8fd1d232) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:41.040580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.180592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.194859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Transition to ACTIVE for port object 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:41.213839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Transition to ACTIVE for port object 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:41.222121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.242439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:41.501693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.541574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.564208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Pushing event updated for resources: {'Port': ['ID=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:41.578086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:41.623856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:41.624983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:41.627437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:41.686583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Attempting to bind port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:41.687083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Attempting to bind port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:41.687505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Attempting to bind port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 on network 62d10139-a552-4db1-ae20-eb6e8295e3fe {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:41.697710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:41.698139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Checking segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:41.698603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.699078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Bound using segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:41.699600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Bound port: 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:41.700031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.805661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] For port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:41.808985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] For port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:41.812908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:41.828705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:41.857577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Allocated IP 172.27.0.59 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/b1cfa406-c416-4835-8a64-d79b90f07355) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:41.982653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Pushing event updated for resources: {'Port': ['ID=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:41.987720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:42.031893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:42.106067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3254dda-10c8-4239-b20f-a5489e6d670f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:42.107484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:42.124820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:42.261900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Pushing event updated for resources: {'Port': ['ID=b1cfa406-c416-4835-8a64-d79b90f07355,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:42.266387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:42.324152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:42.325290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:42.327690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:42.488288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.045741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.427187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.455040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.585754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07aee2-c98b-41c6-b50b-fbcd4766173b None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:43.695691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:49:43.695937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e02e4822-eb41-4340-92a2-657533197d78 None None] Provisioning for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:43.745806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.919554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:43.929637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Sync routers for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:43.958792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:43.959712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1371251e80>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:43.964315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:43.965646 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2a11179b-f061-46c0-bddc-64b5f3cfcd31 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.5648408
Feb 17 00:49:43.968741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58576) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:44.111965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:44.173921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:44.241713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:44.253239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:44.253827 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:44.448402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:44.581864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:44.592237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1371251e80>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:42Z', 'revision_number': 3, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:44.600186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-282f1112-fe88-4b83-a4d5-92a9125eb41d None None] Provisioning complete for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:44.600840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-282f1112-fe88-4b83-a4d5-92a9125eb41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:44.606820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Checking router: 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:49:44.607481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Updating router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 port b1cfa406-c416-4835-8a64-d79b90f07355 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:49:44.730606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:44.733687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:44.789122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:44.811090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:44.820421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:45.053032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c6f020e9-5661-4858-98a0-1019535f1db3 None None] Provisioning complete for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:45.053369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6f020e9-5661-4858-98a0-1019535f1db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.123055 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.407785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.420825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Transition to ACTIVE for port object b1cfa406-c416-4835-8a64-d79b90f07355 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:45.424105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.442983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-158f2173-ec9d-40a7-91dc-b63ea22e53e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:45.530023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Allocated IP 172.20.0.1 (62d10139-a552-4db1-ae20-eb6e8295e3fe/976a1dd0-8d94-4c2b-807a-412e80d6e8ea/3dd1df80-ff3c-4cc7-a54c-486210414861) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:45.583694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbad28-fd86-4ca3-94b8-544067e9ff02 None None] Pushing event updated for resources: {'Port': ['ID=b1cfa406-c416-4835-8a64-d79b90f07355,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:45.586835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2ecbad28-fd86-4ca3-94b8-544067e9ff02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:45.678220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Attempting to bind port b1cfa406-c416-4835-8a64-d79b90f07355 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:45.678633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Attempting to bind port b1cfa406-c416-4835-8a64-d79b90f07355 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:45.679064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Attempting to bind port b1cfa406-c416-4835-8a64-d79b90f07355 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:45.685531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:45.685944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:45.686384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.686809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:45.687340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Bound port: b1cfa406-c416-4835-8a64-d79b90f07355, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:45.687746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.718623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.736469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Transition to ACTIVE for port object 3dd1df80-ff3c-4cc7-a54c-486210414861 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:45.761954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.773806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] For port b1cfa406-c416-4835-8a64-d79b90f07355, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:45.777558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:45.777732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] For port b1cfa406-c416-4835-8a64-d79b90f07355, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b1cfa406-c416-4835-8a64-d79b90f07355,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:45.784668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:45.803220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:45.925418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:45.930321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:45.959335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbad28-fd86-4ca3-94b8-544067e9ff02 None None] Pushing event updated for resources: {'Port': ['ID=b1cfa406-c416-4835-8a64-d79b90f07355,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:45.965023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2ecbad28-fd86-4ca3-94b8-544067e9ff02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:45.975802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:45.976956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:45.979450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:46.015893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:46.016655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1371251e80>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:46.043288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.054751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:46.138385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:46.138941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.173829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.221928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:46.266776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ecafb24f-bd7c-4214-bac6-f1e63c334f03 None None] Provisioning for port 3dd1df80-ff3c-4cc7-a54c-486210414861 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:46.282899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ecafb24f-bd7c-4214-bac6-f1e63c334f03 None None] Provisioning complete for port 3dd1df80-ff3c-4cc7-a54c-486210414861 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:46.283261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ecafb24f-bd7c-4214-bac6-f1e63c334f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.343861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ecafb24f-bd7c-4214-bac6-f1e63c334f03 None None] Port 3dd1df80-ff3c-4cc7-a54c-486210414861 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:46.463230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.466625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.499385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:46.525517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1371251e80>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:42Z', 'revision_number': 3, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:46.529669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89435011-6639-440c-809c-5f5a1c902a77 None None] The sync data for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi is: [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:42Z', 'revision_number': 3, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:49:46.584370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:46.599156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Pushing event updated for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:46.602260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:46.731977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:46.733031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:47.070082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1051cc26-c5a1-404f-9d3d-637d6a4a8828 None None] Provisioning complete for port 3dd1df80-ff3c-4cc7-a54c-486210414861 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:47.070507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1051cc26-c5a1-404f-9d3d-637d6a4a8828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:47.134626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-1051cc26-c5a1-404f-9d3d-637d6a4a8828 None None] Port 3dd1df80-ff3c-4cc7-a54c-486210414861 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:47.162687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:49:47.369834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:47.380473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] 10.222.0.16 "PUT /v2.0/routers/27edf5e7-03ba-4197-a03f-d9a6f08d1b99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4103727
Feb 17 00:49:48.064318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b1cfa406-c416-4835-8a64-d79b90f07355 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:48.142466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port b1cfa406-c416-4835-8a64-d79b90f07355 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:48.147923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port b1cfa406-c416-4835-8a64-d79b90f07355 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:48.148347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.170656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58608) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:48.177253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-579694146-network', 'tenant_id': '62b8165027e04738a563a4765705e8a5'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:48.182941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:48.187056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Usage tracker for resource:network and tenant:62b8165027e04738a563a4765705e8a5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:48.190065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:48.196013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:48.207326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Made reservation on behalf of 62b8165027e04738a563a4765705e8a5 for: {'network': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:48.212158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.225126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.241486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:48.246237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Usage tracker for resource:security_group_rule and tenant:62b8165027e04738a563a4765705e8a5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:48.249266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:48.255254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:48.277286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.294922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port b1cfa406-c416-4835-8a64-d79b90f07355, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b1cfa406-c416-4835-8a64-d79b90f07355,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:48.297975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.299996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b32e50fa-269d-48d9-8cd6-1ab5308e7186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:48.344619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.347559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.352160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a242cc7d-5099-4c27-8af9-effafd4967eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:48.371424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=b1cfa406-c416-4835-8a64-d79b90f07355,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:48.374933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:48.385553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=83983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:49:48.394968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58511f20-2174-4258-adda-488d1c547178,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:48.399021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:48.402074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.402460 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Added segment 1a4b045f-b017-48eb-a5f3-fdef7d1e460c of type vxlan for network ed27bd69-93d1-4eba-a670-dcb53252a7d3
Feb 17 00:49:48.428730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.458152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.459472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:48.460165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:48.466014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:48.572178 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.3995872
Feb 17 00:49:48.574945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58612) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:48.577548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Pushing event updated for resources: {'Network': ['ID=ed27bd69-93d1-4eba-a670-dcb53252a7d3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:48.583527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Request body: {'subnet': {'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-579694146-subnet', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:48.587287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:48.587955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:48.589534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:48.593691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Usage tracker for resource:subnet and tenant:62b8165027e04738a563a4765705e8a5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:48.596729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:48.602585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:48.604999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:49:48.611237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Made reservation on behalf of 62b8165027e04738a563a4765705e8a5 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:48.616000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1956504'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.038184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826952391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1956489'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.054050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:49.171594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Sync routers for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:49.181432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:49.182112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370886a20>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:49.186184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4af20a8-77a1-4c94-9f31-2b765c6263ba,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:49.189530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:49.252505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Checking segment: {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:49.252892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Network hostable DHCP agents. Network: ed27bd69-93d1-4eba-a670-dcb53252a7d3, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:49:49.271074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:49:49.279933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, ed27bd69-93d1-4eba-a670-dcb53252a7d3) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:49.296546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:49.297202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.300400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b59b9e5-54ca-4d32-9534-961b971323b7 None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:49.316448 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ef7fb229-7b8d-4941-888f-dc7ea776729c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7403097
Feb 17 00:49:49.319102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58618) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:49.324745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:49.329535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:49.333579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Usage tracker for resource:router and tenant:62b8165027e04738a563a4765705e8a5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:49.337717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:49.343559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:49.352314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.353985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.368963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.487791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:49.652334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:49.956786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'fixed_ips': [{'subnet_id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:49:49.957701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.000760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.045552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.081059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b1cfa406-c416-4835-8a64-d79b90f07355 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:50.322955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Allocated IP 172.27.0.149 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/4e01a92d-080c-4d5e-ad93-2a7f83db6d9d) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:50.327798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port b1cfa406-c416-4835-8a64-d79b90f07355 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:50.328228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.436592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370886a20>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 2, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:50.457212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Checking router: 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:49:50.457620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Updating router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 port 3dd1df80-ff3c-4cc7-a54c-486210414861 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:49:50.580574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.600320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Allocated IP 172.20.0.2 (ed27bd69-93d1-4eba-a670-dcb53252a7d3/b4af20a8-77a1-4c94-9f31-2b765c6263ba/92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:50.692727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.722159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:50.737641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d23d6578-e259-4f2b-80f2-35487e7c2d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:50.869719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Pushing event updated for resources: {'Port': ['ID=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:50.882061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:50.928687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:50.929900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:50.932286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:51.083693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.111461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Transition to ACTIVE for port object 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:51.145592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Transition to ACTIVE for port object 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:51.155871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.172037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:51.283549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:49:51.365740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.382949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Pushing event updated for resources: {'Port': ['ID=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:51.390352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:51.579042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.600361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Transition to ACTIVE for port object 3dd1df80-ff3c-4cc7-a54c-486210414861 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:51.602659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:51.604196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:51.606086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.621626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:51.623597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:51.739203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.806469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Pushing event updated for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:51.819662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Attempting to bind port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:51.820020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Attempting to bind port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:51.820431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Attempting to bind port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad on network ed27bd69-93d1-4eba-a670-dcb53252a7d3 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:51.823134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:51.832961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:51.833323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Checking segment: {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:51.833771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.834212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Bound using segment: {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:51.834729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Bound port: 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:51.835177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:51.966837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Router ea622e36-8e7b-4287-848f-d21bcb416ea6 is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:49:52.063307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] For port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:52.077292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] For port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:52.078531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Attempting to bind port 3dd1df80-ff3c-4cc7-a54c-486210414861 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:52.078946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Attempting to bind port 3dd1df80-ff3c-4cc7-a54c-486210414861 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:52.079364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Attempting to bind port 3dd1df80-ff3c-4cc7-a54c-486210414861 on network 62d10139-a552-4db1-ae20-eb6e8295e3fe {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:52.085463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:52.085885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Checking segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:52.086371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:52.087307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Bound using segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:52.087829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Bound port: 3dd1df80-ff3c-4cc7-a54c-486210414861, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:52.088256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:52.098130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:52.114921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:52.163447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:52.172957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Sync routers for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:52.182959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:52.183807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137050b320>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:52.191763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:52.193210 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8730984
Feb 17 00:49:52.196007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58628) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:49:52.340769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Pushing event updated for resources: {'Port': ['ID=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:52.357251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:52.377781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:52.389668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] For port 3dd1df80-ff3c-4cc7-a54c-486210414861, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:52.404997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] For port 3dd1df80-ff3c-4cc7-a54c-486210414861, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3dd1df80-ff3c-4cc7-a54c-486210414861,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:52.412488 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:52.427678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:52.588357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Pushing event updated for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:52.594249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:52.642505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:52.643044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370886a20>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:52.923719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:53.004570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137050b320>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:51Z', 'revision_number': 3, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:53.010138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Checking router: ea622e36-8e7b-4287-848f-d21bcb416ea6 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:49:53.010541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Updating router ea622e36-8e7b-4287-848f-d21bcb416ea6 port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:49:53.076185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:53.304745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:53.315027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370886a20>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:52Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:53.321556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc861a5f-6605-464c-b36b-370a473a7eaf None None] The sync data for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi is: [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:52Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:49:53.442459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Request body: {'port': {'device_id': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:53.710329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:53.730394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Transition to ACTIVE for port object 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:53.734711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:53.752266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-86b842eb-1324-410d-8d87-296fb98b3820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:53.951489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Pushing event updated for resources: {'Port': ['ID=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:53.976228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:53.991910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Allocated IP 172.20.0.1 (ed27bd69-93d1-4eba-a670-dcb53252a7d3/b4af20a8-77a1-4c94-9f31-2b765c6263ba/627dc931-ca50-4b48-8bee-bccf187ac364) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:54.055599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.081603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e16231-c60c-4ce0-80fa-22dadea6c509 None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:49:54.122330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Attempting to bind port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:54.122976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Attempting to bind port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:54.123576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Attempting to bind port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:54.130150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:54.130906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:54.131547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.132165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:54.132873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Bound port: 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:54.134058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.219934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418764-2b3b-416f-a3cd-be197fba4f82 req-31a50645-5fe4-4432-9b53-91d05bc43416 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:54.221335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d5418764-2b3b-416f-a3cd-be197fba4f82 req-31a50645-5fe4-4432-9b53-91d05bc43416 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:49:54.250630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] For port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:54.255088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] For port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:54.260411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.278782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:54.339572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d5418764-2b3b-416f-a3cd-be197fba4f82 req-31a50645-5fe4-4432-9b53-91d05bc43416 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:49:54.341529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d5418764-2b3b-416f-a3cd-be197fba4f82 req-31a50645-5fe4-4432-9b53-91d05bc43416 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 931 time: 0.6422477
Feb 17 00:49:54.356886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeefc50-b2cb-4035-9b56-206a23220903 req-e48011ec-9572-4374-9b19-7a339a8bad83 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:54.365874 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7eeefc50-b2cb-4035-9b56-206a23220903 req-e48011ec-9572-4374-9b19-7a339a8bad83 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.4932001
Feb 17 00:49:54.409826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.446700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3dd1df80-ff3c-4cc7-a54c-486210414861 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:54.463052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:49:54.484418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Transition to ACTIVE for port object 627dc931-ca50-4b48-8bee-bccf187ac364 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:54.490495 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7eeefc50-b2cb-4035-9b56-206a23220903 req-a3960df7-5cf1-48b5-bdef-c4be6a3ad384 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235394
Feb 17 00:49:54.518168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Pushing event updated for resources: {'Port': ['ID=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:54.523749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:54.565026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.585927 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d5418764-2b3b-416f-a3cd-be197fba4f82 req-75f8456c-ae34-4927-9c5f-4f1095918aaa tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2140422
Feb 17 00:49:54.613776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:54.614763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137050b320>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:54.624528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:54.705807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f101e8f7-a643-4cee-b307-1d7f5b24c0d2 None None] Provisioning for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:54.777669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 3dd1df80-ff3c-4cc7-a54c-486210414861 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:54.810778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 3dd1df80-ff3c-4cc7-a54c-486210414861 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:54.811343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:54.843192 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-f74f452b-8876-4d25-b205-b4b28e48076a tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1bddfe8695d44d609abce754eb89a343&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1525984
Feb 17 00:49:55.018356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Pushing event updated for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:55.040887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.044253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:55.077753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:55.088803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 3dd1df80-ff3c-4cc7-a54c-486210414861, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3dd1df80-ff3c-4cc7-a54c-486210414861,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:55.098069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.099395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:55.142759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:55.152434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:55.157019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:55.161847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:55.184629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-0d02a049-1468-405b-8969-32b9d319c462 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:55.193445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-0d02a049-1468-405b-8969-32b9d319c462 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3488636
Feb 17 00:49:55.212739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-df2e8087-4c0d-44e9-9191-4b3468c0ebe3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:55.214395 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-df2e8087-4c0d-44e9-9191-4b3468c0ebe3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.4082000
Feb 17 00:49:55.221341 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf2c6d8a-ee9f-4e3b-bf7a-514ff63e7bb3 req-fe498d3f-3d64-40da-b9f2-cfd7ba245097 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 210 time: 0.4027331
Feb 17 00:49:55.246381 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-416d73cb-af7f-4a2a-bc20-d8e831a73e4c tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/quotas/1bddfe8695d44d609abce754eb89a343 HTTP/1.1" status: 200  len: 375 time: 0.0512760
Feb 17 00:49:55.252931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Request body: {'port': {'device_id': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928', 'admin_state_up': True, 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:55.266404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:55.272831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:55.404676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:55.422564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:55.423269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.481792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.692688 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-6b4893ce-80ad-4d05-8fc8-d60e8a71d74f tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bddfe8695d44d609abce754eb89a343&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4452860
Feb 17 00:49:55.714037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.731700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.843850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:55.847359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:55.859007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:55.868846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:55.893701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137050b320>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:51Z', 'revision_number': 3, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:55.922311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86b0ae-e3d8-49e5-b1fc-e997e422724c None None] The sync data for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi is: [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:51Z', 'revision_number': 3, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:49:55.954311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:56.124402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:56.132541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:56.136383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed8ea5d-6353-4a5e-a93a-971723af01a8 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:49:56.143788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3dd1df80-ff3c-4cc7-a54c-486210414861 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:56.169001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.305110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Provisioning complete for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:56.305581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.316438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:56.323763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.418189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 3dd1df80-ff3c-4cc7-a54c-486210414861 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:56.418613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.435004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Transition to ACTIVE for port object 1ed8ea5d-6353-4a5e-a93a-971723af01a8 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:49:56.450176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.606897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:56.714543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.resource_extend [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 17 00:49:56.724135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Provisioning for port 627dc931-ca50-4b48-8bee-bccf187ac364 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:56.740637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.746941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.829791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-93b59918-0346-4cbc-ad70-8d7398b545e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:56.833415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:56.840777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Provisioning complete for port 627dc931-ca50-4b48-8bee-bccf187ac364 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:56.841207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.847537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:56.875418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:56.880645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10062cd-9d08-4b3a-ba3d-7df236a1175f req-10ed8201-f4d3-48b3-b9bb-9476b446ff07 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:56.890454 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a10062cd-9d08-4b3a-ba3d-7df236a1175f req-10ed8201-f4d3-48b3-b9bb-9476b446ff07 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.7181218
Feb 17 00:49:56.898743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a57e4-776f-41fe-bb5b-a71a355dd3cd req-9f7c110c-478b-47a3-b355-123121f53e15 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:56.909173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b19a57e4-776f-41fe-bb5b-a71a355dd3cd req-9f7c110c-478b-47a3-b355-123121f53e15 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 931 time: 0.6447544
Feb 17 00:49:57.007875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eec0c50d-a2b9-40c8-ba6b-7c730f7fe6ee None None] Port 627dc931-ca50-4b48-8bee-bccf187ac364 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:57.059954 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a10062cd-9d08-4b3a-ba3d-7df236a1175f req-d2c0b697-f1fd-4452-835d-4bfbb5f88a00 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1328566
Feb 17 00:49:57.145615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c1c96d57-2e0c-4cc5-a3c9-d84c80f37a9d None None] Provisioning complete for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:57.146287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c96d57-2e0c-4cc5-a3c9-d84c80f37a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:57.204432 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b19a57e4-776f-41fe-bb5b-a71a355dd3cd req-1310abc0-c5c9-43ab-9b71-340b31e28bba tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2938821
Feb 17 00:49:57.239615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Allocated IP 172.20.0.2 (03fe2eab-7cb9-4a14-8067-7f3215ee8928/d017e1af-5a38-48b8-8e77-7d2516c310f8/b5b7c258-0184-42fd-b74c-9cbc5c07bf8c) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:49:57.356896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Pushing event updated for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:57.376735 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6376854f-10e1-48ac-9126-b16415e4cdb8 req-262117fd-aab9-4ab5-bae4-fb80527531b8 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 210 time: 0.0814507
Feb 17 00:49:57.382957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:57.494526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c1c96d57-2e0c-4cc5-a3c9-d84c80f37a9d None None] Provisioning complete for port 627dc931-ca50-4b48-8bee-bccf187ac364 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:57.495004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c1c96d57-2e0c-4cc5-a3c9-d84c80f37a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:57.504015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Attempting to bind port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:49:57.504015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Attempting to bind port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:49:57.504476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Attempting to bind port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 on network 999b13c0-318f-40e1-8389-d00cd81dba60 {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:49:57.517889 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ceebcf5-ff0d-41f3-b478-bee325aeb80a req-51de78c4-e607-4c8c-b986-5dbe15e272fb tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 210 time: 0.0959635
Feb 17 00:49:57.522136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:49:57.522655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Checking segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:49:57.523240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:57.523749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Bound using segment: {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:49:57.525080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Bound port: 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8a9da8-236f-4f2d-9142-4fd1d8122035', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:49:57.525569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:57.577941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c1c96d57-2e0c-4cc5-a3c9-d84c80f37a9d None None] Port 627dc931-ca50-4b48-8bee-bccf187ac364 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:57.603869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:57.607443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:57.704401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:49:57.718171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:49:57.727069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:57.753801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:58.007400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:58.033830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2e9ac964-59eb-4183-b836-b968ca889e2b None None] Provisioning complete for port 627dc931-ca50-4b48-8bee-bccf187ac364 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:58.035685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac964-59eb-4183-b836-b968ca889e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.037732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:58.050573 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-3e3cb29f-816f-4214-8565-3625606cfe5b tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1bddfe8695d44d609abce754eb89a343&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1222188
Feb 17 00:49:58.185483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ac964-59eb-4183-b836-b968ca889e2b None None] Port 627dc931-ca50-4b48-8bee-bccf187ac364 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:49:58.300821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:58.443811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:58.444261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.449378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:58.451366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.455194 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] 10.222.0.47 "PUT /v2.0/ports/1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 1157 time: 5.0219295
Feb 17 00:49:58.485751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:49:58.576854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.593180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:49:58.607189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-f96fe093-f958-4f1f-b02e-21609dcfe906 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:58.609444 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-f96fe093-f958-4f1f-b02e-21609dcfe906 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5321572
Feb 17 00:49:58.637075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f5e0-ea11-429e-b2b8-fa33a3b16d38 req-d0e77df9-9088-4b5a-94b1-db38e1568361 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:58.641379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-8dd3a475-7491-4eee-ba85-805286371569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:58.644935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f800f5e0-ea11-429e-b2b8-fa33a3b16d38 req-d0e77df9-9088-4b5a-94b1-db38e1568361 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3995152
Feb 17 00:49:58.646673 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-8dd3a475-7491-4eee-ba85-805286371569 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.2370284
Feb 17 00:49:58.653601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Router ea622e36-8e7b-4287-848f-d21bcb416ea6 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:49:58.658383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Request body: {'port': {'device_id': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e', 'admin_state_up': True, 'tenant_id': '1bddfe8695d44d609abce754eb89a343'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:49:58.698334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:49:58.713571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:49:58.713995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.892423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:58.910627 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f800f5e0-ea11-429e-b2b8-fa33a3b16d38 req-68c796fa-417c-4776-a8f8-3f5551702d64 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2647607
Feb 17 00:49:58.927729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:58.937026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Usage tracker for resource:port and tenant:1bddfe8695d44d609abce754eb89a343 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:58.946725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5e799-3f93-496f-ac0d-400b8d3785d7 req-bf705373-a664-4667-8a7a-b5dfe194bdee tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:58.965795 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28c5e799-3f93-496f-ac0d-400b8d3785d7 req-bf705373-a664-4667-8a7a-b5dfe194bdee tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.5668020
Feb 17 00:49:58.969010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:58.999776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:59.020447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-e47f9940-9363-487a-bc1f-3157de4ca133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.022076 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-e47f9940-9363-487a-bc1f-3157de4ca133 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1160 time: 0.5011265
Feb 17 00:49:59.022673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.041830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:59.044117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:49:59.047453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.050324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:49:59.091993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Made reservation on behalf of 1bddfe8695d44d609abce754eb89a343 for: {'port': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:49:59.097637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.125157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:59.128782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:59.165736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.176151 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-7a140e02-e85f-4cd5-b1ca-44f95b7ea9b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 217 time: 0.1434872
Feb 17 00:49:59.179160 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-28c5e799-3f93-496f-ac0d-400b8d3785d7 req-c576ad03-18e7-4bb1-9721-81655bfd29eb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124507
Feb 17 00:49:59.242765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-143727c4-2f1a-4045-a133-3af897f55122 req-eb106949-dce4-46c8-8c88-85ce9f173094 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 210 time: 0.1255224
Feb 17 00:49:59.244965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:49:59.252720 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:49:59.261765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Usage tracker for resource:security_group_rule and tenant:1bddfe8695d44d609abce754eb89a343 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:49:59.266639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:49:59.268077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event updated for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:49:59.275863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-ee6ce671-37c3-4c9e-bc97-d49f3cffaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.277313 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-ee6ce671-37c3-4c9e-bc97-d49f3cffaa15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.6225715
Feb 17 00:49:59.278430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:49:59.297451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-b4517734-1bdb-4d86-b27b-1d4462d3fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.299096 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-b4517734-1bdb-4d86-b27b-1d4462d3fdac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.1097620
Feb 17 00:49:59.300054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:49:59.366791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-64ef3da9-e339-45ae-9fc6-421f377ccb2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.0823894
Feb 17 00:49:59.478429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:49:59.503065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-3529ab76-ad59-4cc8-858a-8c1186d6edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.504484 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-3529ab76-ad59-4cc8-858a-8c1186d6edd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.1284347
Feb 17 00:49:59.525955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf165e-0926-450a-b4e0-ddf6100d67cc req-3875d31a-1030-483d-b5d0-229c37a16d43 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.527686 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2fcf165e-0926-450a-b4e0-ddf6100d67cc req-3875d31a-1030-483d-b5d0-229c37a16d43 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 931 time: 0.1632853
Feb 17 00:49:59.543181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Sync routers for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:49:59.544148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ab11e-5152-4986-97d9-c7c462969685 req-82c4b28a-ef03-46db-93b9-6f8189950173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:49:59.545739 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-82c4b28a-ef03-46db-93b9-6f8189950173 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2372766
Feb 17 00:49:59.553084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:49:59.553783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13708e02e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:49:59.570471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:49:59.573396 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-789acf72-f2ae-445a-afb8-4652a68c3301 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586038
Feb 17 00:49:59.575934 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea622e36-8e7b-4287-848f-d21bcb416ea6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3783450
Feb 17 00:49:59.577221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:49:59.584605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:49:59.770169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:49:59.829478 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-b209be5c-be9c-4a70-af2d-1eec715d7048 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061732
Feb 17 00:49:59.953380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.970057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:49:59.987862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fbfaa873-710c-44b6-8469-ab99ed02925a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:00.010379 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2fcf165e-0926-450a-b4e0-ddf6100d67cc req-1d47fe0c-3c4a-4d65-8e8f-19d75c62dbfd tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4692781
Feb 17 00:50:00.089927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:00.093552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:00.127398 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8929102
Feb 17 00:50:00.166794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Request body: {'port': {'device_id': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:00.188805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:00.237410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6d3db-b3a8-4a80-87d3-aac0c5329665,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:00.276090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:00.296472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13708e02e8>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 4, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '627dc931-ca50-4b48-8bee-bccf187ac364', 'name': '', 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'mac_address': 'fa:16:3e:47:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:53Z', 'updated_at': '2021-02-17T00:49:56Z', 'revision_number': 2, 'project_id': '62b8165027e04738a563a4765705e8a5', 'subnets': [{'id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:00.308141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Checking router: ea622e36-8e7b-4287-848f-d21bcb416ea6 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:50:00.308556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Updating router ea622e36-8e7b-4287-848f-d21bcb416ea6 port 627dc931-ca50-4b48-8bee-bccf187ac364 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:50:00.370198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:00.385601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:00.417949 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-3b5d3c53-f7bb-41d7-a46c-1ca7aed7c8ea service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8535550
Feb 17 00:50:00.426715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:00.426994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:00.458988 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b1378f4-94de-4bae-8276-19deb08474d3 req-a4c335a1-a7c3-43ab-97e9-db0d12aa7577 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6136022
Feb 17 00:50:00.635194 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-765ab11e-5152-4986-97d9-c7c462969685 req-7b9c9aee-eb68-4233-92d4-d89313704e0b service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2017107
Feb 17 00:50:00.973515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039cf20-1033-4cae-a86c-ddec00249f4d req-07f14b87-cdde-4a94-99d1-2bd808145c14 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:00.975370 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6039cf20-1033-4cae-a86c-ddec00249f4d req-07f14b87-cdde-4a94-99d1-2bd808145c14 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.6716106
Feb 17 00:50:01.038373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Allocated IP 192.168.233.162 (db2c4a96-f5d7-44ac-967c-c1f3cb4d219e/408aa3f8-fe04-48d5-a169-3c506f215be0/48bbe293-e9d3-4df1-abb2-ed68b5dec7f5) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:50:01.051085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b7c258-0184-42fd-b74c-9cbc5c07bf8c {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:50:01.059311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.072833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Transition to ACTIVE for port object b5b7c258-0184-42fd-b74c-9cbc5c07bf8c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:01.073422 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6039cf20-1033-4cae-a86c-ddec00249f4d req-9828032b-d466-484b-a03f-462fc1a14290 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714850
Feb 17 00:50:01.076062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.097659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d45665-ebf3-415d-ba91-b8c83d92ab38 req-d81a1f1f-6106-43c0-b440-4637e1a6ddd0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:01.105261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-64d45665-ebf3-415d-ba91-b8c83d92ab38 req-d81a1f1f-6106-43c0-b440-4637e1a6ddd0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.2717223
Feb 17 00:50:01.186514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-d7e53144-819b-4548-830d-40df9e49de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:01.188909 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-d7e53144-819b-4548-830d-40df9e49de55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1160 time: 0.3070586
Feb 17 00:50:01.207425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:01.207633 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-64d45665-ebf3-415d-ba91-b8c83d92ab38 req-01e81203-1e30-44e1-84f1-eb215fd53c9b tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009922
Feb 17 00:50:01.252499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.267103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Transition to ACTIVE for port object 627dc931-ca50-4b48-8bee-bccf187ac364 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:01.271372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.288486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6ab8cbfb-b3b6-47ed-a4d6-bd4d7c74e73d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:01.298655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:01.309669 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-696ca0d4-40a1-4792-979b-8519a2624d0b req-2fa75eac-b80e-4ba0-8d97-f09c79aab4fa tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 210 time: 0.1006932
Feb 17 00:50:01.310667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:01.415406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Pushing event updated for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:01.423335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:01.592249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-a2ca91d5-f079-4368-8e52-0be95d584190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:01.593816 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-a2ca91d5-f079-4368-8e52-0be95d584190 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.3751779
Feb 17 00:50:01.624166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.635940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Attempting to bind port 627dc931-ca50-4b48-8bee-bccf187ac364 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:01.636522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Attempting to bind port 627dc931-ca50-4b48-8bee-bccf187ac364 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:01.637050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Attempting to bind port 627dc931-ca50-4b48-8bee-bccf187ac364 on network ed27bd69-93d1-4eba-a670-dcb53252a7d3 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:01.643660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:01.644214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Checking segment: {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:01.644791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.645396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Bound using segment: {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:01.645580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Transition to ACTIVE for port object 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:01.646139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Bound port: 627dc931-ca50-4b48-8bee-bccf187ac364, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4b045f-b017-48eb-a5f3-fdef7d1e460c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:01.646848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.673770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.744980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Attempting to bind port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:01.745440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Attempting to bind port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:01.745821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Attempting to bind port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c on network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:01.749568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f87db69d-2f66-481c-ada6-95599f6d4bfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:01.752614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:01.753000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Checking segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:01.753410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.753812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Bound using segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:01.754355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Bound port: b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:01.754738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.768646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] For port 627dc931-ca50-4b48-8bee-bccf187ac364, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:01.772011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] For port 627dc931-ca50-4b48-8bee-bccf187ac364, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=627dc931-ca50-4b48-8bee-bccf187ac364,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:01.777349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.849998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Pushing event updated for resources: {'Port': ['ID=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:01.855222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:01.869739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] For port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:01.873547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] For port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:01.878655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.897482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:01.903219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:50:01.904668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:01.907458 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:50:01.913286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53c82983-c4dc-4bb3-bf51-64a40b16b98e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:01.987762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:01.988587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:01.990080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Pushing event updated for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:01.995271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:02.012830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:50:02.013515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13708e02e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:49:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:02.033737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3741171
Feb 17 00:50:02.094850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Pushing event updated for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:02.098739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:02.121704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:02.122547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:02.124092 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] 10.222.0.47 "PUT /v2.0/ports/b5b7c258-0184-42fd-b74c-9cbc5c07bf8c HTTP/1.1" status: 200  len: 1157 time: 1.9871061
Feb 17 00:50:02.124664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:02.230341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:50:02.449186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e099f7b5-e182-4331-b34e-f27988902470 None None] Provisioning for port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:02.467280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e099f7b5-e182-4331-b34e-f27988902470 None None] Provisioning complete for port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:02.467709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e099f7b5-e182-4331-b34e-f27988902470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:02.550418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e099f7b5-e182-4331-b34e-f27988902470 None None] Port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:50:02.634926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13708e02e8>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 4, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '627dc931-ca50-4b48-8bee-bccf187ac364', 'name': '', 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'mac_address': 'fa:16:3e:47:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:53Z', 'updated_at': '2021-02-17T00:50:01Z', 'revision_number': 4, 'project_id': '62b8165027e04738a563a4765705e8a5', 'subnets': [{'id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:02.639040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e0e275-59fd-43ad-8762-cdea38650dbc None None] The sync data for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi is: [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 4, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '627dc931-ca50-4b48-8bee-bccf187ac364', 'name': '', 'network_id': 'ed27bd69-93d1-4eba-a670-dcb53252a7d3', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'mac_address': 'fa:16:3e:47:97:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:53Z', 'updated_at': '2021-02-17T00:50:01Z', 'revision_number': 4, 'project_id': '62b8165027e04738a563a4765705e8a5', 'subnets': [{'id': 'b4af20a8-77a1-4c94-9f31-2b765c6263ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:50:03.835807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Request body: {'port': {'device_id': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:03.866089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-dc64b4f7-b621-42cc-8b54-065e0a25eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:03.868487 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-dc64b4f7-b621-42cc-8b54-065e0a25eeec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 1160 time: 0.0797799
Feb 17 00:50:03.884137 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-9e48e31e-a8f9-428f-a03c-a3c00068bf29 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 217 time: 0.1115601
Feb 17 00:50:03.965647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.079563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 627dc931-ca50-4b48-8bee-bccf187ac364 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:04.148446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 627dc931-ca50-4b48-8bee-bccf187ac364 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:04.154059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 627dc931-ca50-4b48-8bee-bccf187ac364 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:04.154483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.277718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.313805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port 627dc931-ca50-4b48-8bee-bccf187ac364, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=627dc931-ca50-4b48-8bee-bccf187ac364,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:04.317463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.319630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:04.389432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 {{(pid=83982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:50:04.392778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:04.396087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:04.397435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.411214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Transition to ACTIVE for port object 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 will not be triggered until provisioned by entity L2. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:04.413871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.430245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:04.561678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Pushing event updated for resources: {'Port': ['ID=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:04.575350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:04.755893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Attempting to bind port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:04.756275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Attempting to bind port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:04.756652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Attempting to bind port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 on network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:04.765894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:04.766275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Checking segment: {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:04.766679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.767112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Bound using segment: {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'} {{(pid=83982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:04.767595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Bound port: 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d4f2bc-e30e-48b1-88b4-f224d0feb89f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'db2c4a96-f5d7-44ac-967c-c1f3cb4d219e'}}] {{(pid=83982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:04.767974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.865045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] For port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5, host hv-cinder-75994, cleared binding levels {{(pid=83982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:04.868776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] For port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,segment=NetworkSegment(06d4f2bc-e30e-48b1-88b4-f224d0feb89f),segment_id=06d4f2bc-e30e-48b1-88b4-f224d0feb89f)] {{(pid=83982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:04.872117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:04.887423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:05.248573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Pushing event updated for resources: {'Port': ['ID=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,revision_number=3']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:05.253622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:05.283102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.283780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:05.285247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] 10.222.0.47 "PUT /v2.0/ports/48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 HTTP/1.1" status: 200  len: 1162 time: 1.5141675
Feb 17 00:50:05.285750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:05.344496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-443678691', 'description': 'tempest-TestShelveInstance-443678691 description'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:05.351721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:05.356447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:security_group and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:05.360237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:05.366290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:05.377888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:05.470568 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-e3a4baeb-bc44-430a-be96-c14402215d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c HTTP/1.1" status: 200  len: 217 time: 0.0823724
Feb 17 00:50:05.510856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:05.518664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:security_group_rule and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:05.523800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:05.536452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:05.539035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-7d0f170c-5574-4926-9351-8eddb4ed8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.541216 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-7d0f170c-5574-4926-9351-8eddb4ed8341 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.1460266
Feb 17 00:50:05.610743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-4b060504-e459-4ae3-a6e8-932e520915dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.612363 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-4b060504-e459-4ae3-a6e8-932e520915dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.1341853
Feb 17 00:50:05.637252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-d2ac6656-10e5-46dd-a779-0642a3acffe9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1042976
Feb 17 00:50:05.707401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-6cb11977-ccfe-462c-990b-198a96769216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.708912 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-6cb11977-ccfe-462c-990b-198a96769216 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1bddfe8695d44d609abce754eb89a343&device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 1165 time: 0.2689228
Feb 17 00:50:05.771798 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-392be573-c2c8-41b9-92ab-8234b144d09f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0910020
Feb 17 00:50:05.815462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-c0307af2-273e-483e-b1df-22e439a67cda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 HTTP/1.1" status: 200  len: 217 time: 0.0983660
Feb 17 00:50:05.880804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:05.901448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:05.910029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc690007-0f66-4baa-ba15-04a182521bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:05.927745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-dd6ee8aa-d2a3-4439-84f0-6c9ebcc3269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.929344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-dd6ee8aa-d2a3-4439-84f0-6c9ebcc3269a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3794167
Feb 17 00:50:05.937023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-33c6f1ab-3305-4a8b-8d2a-fea90710ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.938621 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-33c6f1ab-3305-4a8b-8d2a-fea90710ecb8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 1163 time: 0.2138212
Feb 17 00:50:05.948288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-b7f2e25f-b929-49dd-a304-66e2ae39bda8 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1667495
Feb 17 00:50:05.981771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b11ad1-1dd0-4e7b-b749-7dac771305f4 req-fbd61ee2-59e3-4830-8ede-f6d6df7ae305 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:05.983282 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98b11ad1-1dd0-4e7b-b749-7dac771305f4 req-fbd61ee2-59e3-4830-8ede-f6d6df7ae305 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.3848567
Feb 17 00:50:06.070778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 627dc931-ca50-4b48-8bee-bccf187ac364 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:06.071739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-65ec6d8b-72ad-4dd9-aeb3-8b2b6ba52832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.073305 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-65ec6d8b-72ad-4dd9-aeb3-8b2b6ba52832 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=408aa3f8-fe04-48d5-a169-3c506f215be0 HTTP/1.1" status: 200  len: 843 time: 0.2316065
Feb 17 00:50:06.083427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:06.085850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:06.099483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e72eca2d-8d7a-4f6a-b60e-2d37e9930e17 req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.7600033
Feb 17 00:50:06.108222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:06.169151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 627dc931-ca50-4b48-8bee-bccf187ac364 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:06.169866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:06.186588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-235feb4d-f1cf-491a-8a3e-6c450aa7db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.188207 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-235feb4d-f1cf-491a-8a3e-6c450aa7db38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.2273049
Feb 17 00:50:06.264045 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3f5fc59-7bef-4ee3-bb8b-560b0e5b64d4 req-1256e599-77eb-4a5c-911d-d3e87592d435 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3042321
Feb 17 00:50:06.316428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98b11ad1-1dd0-4e7b-b749-7dac771305f4 req-16692016-9da4-470e-b76d-ba4da97bd2b5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704291
Feb 17 00:50:06.382041 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-cc92bd33-c55d-426a-a48e-41c0b2330852 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 200  len: 217 time: 0.1161973
Feb 17 00:50:06.385704 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-63071cd0-0517-4ec4-b7fc-a607c43f8a69 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4439368
Feb 17 00:50:06.471232 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c', 'status': 'completed', 'code': 200}
Feb 17 00:50:06.499675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-961809d2-5e87-4236-9348-39f0e21b046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.501274 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-961809d2-5e87-4236-9348-39f0e21b046c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db2c4a96-f5d7-44ac-967c-c1f3cb4d219e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4007909
Feb 17 00:50:06.547457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-765421a8-869f-40be-a665-94f4947e4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.548948 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-765421a8-869f-40be-a665-94f4947e4e47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.1546226
Feb 17 00:50:06.578720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1003-2c85-4ce4-8d5d-cebf06e67bdc req-971a73da-76c2-4f6b-b01a-054f86afea95 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.580334 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc5f1003-2c85-4ce4-8d5d-cebf06e67bdc req-971a73da-76c2-4f6b-b01a-054f86afea95 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3476632
Feb 17 00:50:06.614760 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-e7c80974-7186-4ffb-9f8d-712e5bf5d6b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0549810
Feb 17 00:50:06.620967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1cb1890c-f2ee-437d-a87d-5e0e312ed47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.622436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1cb1890c-f2ee-437d-a87d-5e0e312ed47d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 1160 time: 0.1536541
Feb 17 00:50:06.774672 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc5f1003-2c85-4ce4-8d5d-cebf06e67bdc req-f12f09c6-3a17-4882-a104-7bdcebd677de tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827807
Feb 17 00:50:06.784482 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-37162703-a29e-4a4f-a466-1f27fb61cd4f service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3819366
Feb 17 00:50:06.808585 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-dcf88bea-82ad-4534-a8ff-6f87d2f3195d service neutron] 10.222.0.47 "GET /v2.0/networks/db2c4a96-f5d7-44ac-967c-c1f3cb4d219e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2974713
Feb 17 00:50:06.818829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323338-11bc-4521-8fe3-3abd1ad18a96 req-7802913b-c027-4538-b540-3b98223c2ae4 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.820484 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b323338-11bc-4521-8fe3-3abd1ad18a96 req-7802913b-c027-4538-b540-3b98223c2ae4 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.3182607
Feb 17 00:50:06.877400 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-9c21c1e1-37d7-46d3-b524-b2f9e60141a9 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2538469
Feb 17 00:50:06.988360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1c282390-dfb6-478f-bb24-8657aff37d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:06.989994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1c282390-dfb6-478f-bb24-8657aff37d48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 908 time: 0.3388977
Feb 17 00:50:07.026761 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b323338-11bc-4521-8fe3-3abd1ad18a96 req-fb578c01-51ac-4944-afa9-46d0cfb3b5ae tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798213
Feb 17 00:50:07.068423 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9af7edd-b57e-4a2b-ae43-80a15504531d req-31cbe3ab-8450-48eb-aeda-fe45da9b08be service neutron] 10.222.0.47 "GET /v2.0/networks/db2c4a96-f5d7-44ac-967c-c1f3cb4d219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2463567
Feb 17 00:50:07.077882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affcf08-3795-4356-8900-fdeed6f73890 req-793ab4c8-69e9-4924-b441-9cc49b702c93 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:07.078629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9affcf08-3795-4356-8900-fdeed6f73890 req-793ab4c8-69e9-4924-b441-9cc49b702c93 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Synchronizing usage tracker for tenant:1bddfe8695d44d609abce754eb89a343 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:07.083468 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5', 'status': 'completed', 'code': 200}
Feb 17 00:50:07.112189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9affcf08-3795-4356-8900-fdeed6f73890 req-793ab4c8-69e9-4924-b441-9cc49b702c93 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Unset dirty status for tenant:1bddfe8695d44d609abce754eb89a343 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:07.113411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9affcf08-3795-4356-8900-fdeed6f73890 req-793ab4c8-69e9-4924-b441-9cc49b702c93 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.1972389
Feb 17 00:50:07.114609 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-b00ed9c5-c580-4b33-83f8-6ca3bf31ed20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c HTTP/1.1" status: 200  len: 217 time: 0.1168973
Feb 17 00:50:07.116790 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bb3fe823-7742-453c-ab76-089ecf1c8a0e req-4f52e334-9351-4c42-9097-caac81c55705 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2238491
Feb 17 00:50:07.178299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-2bf8b54e-4162-4647-938f-cf435b59fc57 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups/20c5ced6-a1b3-4ac2-a130-2aa9f671d97d HTTP/1.1" status: 200  len: 1800 time: 0.0808210
Feb 17 00:50:07.193676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20c5ced6-a1b3-4ac2-a130-2aa9f671d97d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:07.194037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20c5ced6-a1b3-4ac2-a130-2aa9f671d97d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:07.202005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9affcf08-3795-4356-8900-fdeed6f73890 req-1e92fb5e-db53-43b6-809e-97c3e9682fff tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Synchronizing usage tracker for tenant:1bddfe8695d44d609abce754eb89a343 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:07.207447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:07.215129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:security_group_rule and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:07.220231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:07.230017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:07.237263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-9affcf08-3795-4356-8900-fdeed6f73890 req-1e92fb5e-db53-43b6-809e-97c3e9682fff tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Unset dirty status for tenant:1bddfe8695d44d609abce754eb89a343 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:07.238500 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9affcf08-3795-4356-8900-fdeed6f73890 req-1e92fb5e-db53-43b6-809e-97c3e9682fff tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115208
Feb 17 00:50:07.264417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1f114ca1-e225-4b4e-8466-e87a44dd9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:07.266026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-1f114ca1-e225-4b4e-8466-e87a44dd9788 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.1398463
Feb 17 00:50:07.298729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:07.330068 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-0f6046c5-6432-4130-8292-3f38d84a3e5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504701
Feb 17 00:50:07.335990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc336f-a110-47d9-8b73-fedd37893411 req-7a076d4f-3b0f-4803-ba77-052618abd636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:07.337994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:07.338128 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-7a076d4f-3b0f-4803-ba77-052618abd636 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1bddfe8695d44d609abce754eb89a343&device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 1165 time: 0.1740189
Feb 17 00:50:07.340686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:07.349493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:07.370583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b2de21-a728-4fad-b61c-e168f3e2dfb1,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:07.374072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:07.380792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:07.382123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f0098c6-0ff0-4582-8a1a-be2dab8bc3d5 req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1949947
Feb 17 00:50:07.602733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc336f-a110-47d9-8b73-fedd37893411 req-8db0db4c-7b88-48fb-88d8-cac818f1b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:07.604371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-8db0db4c-7b88-48fb-88d8-cac818f1b85e service neutron] 10.222.0.47 "GET /v2.0/networks?id=db2c4a96-f5d7-44ac-967c-c1f3cb4d219e HTTP/1.1" status: 200  len: 863 time: 0.2412703
Feb 17 00:50:07.606374 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-5b4533de-6f3c-4112-b6de-94c03b08b60f service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2674155
Feb 17 00:50:07.796336 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77579e84-3e73-45ba-a59d-558475b508b2 req-92fa332b-7a00-481e-9eda-de99efda6e82 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups/20c5ced6-a1b3-4ac2-a130-2aa9f671d97d HTTP/1.1" status: 200  len: 2393 time: 0.0914817
Feb 17 00:50:07.854451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20c5ced6-a1b3-4ac2-a130-2aa9f671d97d', 'remote_group_id': None}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:07.854813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '20c5ced6-a1b3-4ac2-a130-2aa9f671d97d', 'remote_group_id': None}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:07.866726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:07.874814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:security_group_rule and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:07.880145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:07.889630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:07.925817 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-ba9d3e8a-2173-4708-ae56-39d667228038 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 HTTP/1.1" status: 200  len: 217 time: 0.3093665
Feb 17 00:50:07.935882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:07.943451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104a505-44a6-4674-9a98-b9c38c9f85c3 req-32f6b7e0-3c82-4ca1-9d0b-49da7f92cb2f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:07.945075 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d104a505-44a6-4674-9a98-b9c38c9f85c3 req-32f6b7e0-3c82-4ca1-9d0b-49da7f92cb2f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.1413853
Feb 17 00:50:08.001500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:08.021891 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d104a505-44a6-4674-9a98-b9c38c9f85c3 req-956cc39d-27b0-4ff0-a317-9eb144626b13 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687129
Feb 17 00:50:08.034908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:08.045966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:08.048142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:08.073325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e705caa3-5fd4-47f7-aff2-fd277660f249,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:08.076053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:08.080014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc336f-a110-47d9-8b73-fedd37893411 req-9e6442cb-2177-47fe-b805-74ae75d9fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:08.081548 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-9e6442cb-2177-47fe-b805-74ae75d9fdc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=408aa3f8-fe04-48d5-a169-3c506f215be0 HTTP/1.1" status: 200  len: 843 time: 0.1047499
Feb 17 00:50:08.084395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:08.085690 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77579e84-3e73-45ba-a59d-558475b508b2 req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2361963
Feb 17 00:50:08.159838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29051a08-71f6-46ec-91f8-78dd0fed2f97 req-b0aeb144-eb61-46be-a287-c84973cd40f7 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2728257
Feb 17 00:50:08.208638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc336f-a110-47d9-8b73-fedd37893411 req-83c477e3-78ce-4842-be21-deebedb198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:08.211290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-83c477e3-78ce-4842-be21-deebedb198ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db2c4a96-f5d7-44ac-967c-c1f3cb4d219e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1125805
Feb 17 00:50:08.339658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d4c9d-7598-4e20-9aa8-67f667fbe17d req-58218606-70b8-4769-b9fe-cae07e3fb216 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:08.347197 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e90d4c9d-7598-4e20-9aa8-67f667fbe17d req-58218606-70b8-4769-b9fe-cae07e3fb216 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1990504
Feb 17 00:50:08.396338 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-58189462-8881-48ad-bf56-0cb650595405 service neutron] 10.222.0.47 "GET /v2.0/networks/db2c4a96-f5d7-44ac-967c-c1f3cb4d219e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757691
Feb 17 00:50:08.416749 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e90d4c9d-7598-4e20-9aa8-67f667fbe17d req-717730a8-9d99-4d02-bbb7-eb09cf5df330 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686138
Feb 17 00:50:08.427180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92001ca-65fa-4dee-b32a-4e183189e2dd req-4fcc620c-beda-4538-b4b1-744c37c38566 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:08.428969 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f92001ca-65fa-4dee-b32a-4e183189e2dd req-4fcc620c-beda-4538-b4b1-744c37c38566 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.1586831
Feb 17 00:50:08.487265 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f92001ca-65fa-4dee-b32a-4e183189e2dd req-c73bb827-f6be-4e51-98f9-69db4bae1257 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455561
Feb 17 00:50:08.569358 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85bc336f-a110-47d9-8b73-fedd37893411 req-839ac995-a65e-4e47-b205-5099c739eaf4 service neutron] 10.222.0.47 "GET /v2.0/networks/db2c4a96-f5d7-44ac-967c-c1f3cb4d219e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1644669
Feb 17 00:50:08.656439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0752a-ac38-4a3a-a4ae-3d672fe0151d req-46cdc690-5aff-4392-89e4-448fa5c23309 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:08.658227 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5db0752a-ac38-4a3a-a4ae-3d672fe0151d req-46cdc690-5aff-4392-89e4-448fa5c23309 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.1006634
Feb 17 00:50:08.712273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5db0752a-ac38-4a3a-a4ae-3d672fe0151d req-f4977244-3461-4922-9ca9-712db16fd683 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476706
Feb 17 00:50:09.227923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6cc8-6ae8-40c9-8810-b6ac702b0f3d req-11a73359-3f90-49f4-8d8b-8c8dc4979c42 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:09.229612 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a13f6cc8-6ae8-40c9-8810-b6ac702b0f3d req-11a73359-3f90-49f4-8d8b-8c8dc4979c42 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.0914991
Feb 17 00:50:09.278960 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a13f6cc8-6ae8-40c9-8810-b6ac702b0f3d req-50c885b6-0aec-475f-bd13-f81ae67af053 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428131
Feb 17 00:50:09.609961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c986ac88-bdcb-4e48-a018-81343c8d3c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:09.903315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c5fc2-afdb-4a1e-89ff-89d5956538d1 req-405ac19d-3b72-4ad8-b69f-e94439fd9272 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:09.904946 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e00c5fc2-afdb-4a1e-89ff-89d5956538d1 req-405ac19d-3b72-4ad8-b69f-e94439fd9272 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3571596
Feb 17 00:50:09.959713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dce21f-9f7e-4347-84ac-6963bc0cc8be req-19103014-d45a-427f-b992-028c07294a87 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:09.961348 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78dce21f-9f7e-4347-84ac-6963bc0cc8be req-19103014-d45a-427f-b992-028c07294a87 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.3556986
Feb 17 00:50:09.986412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e00c5fc2-afdb-4a1e-89ff-89d5956538d1 req-4ab49777-51a2-468c-b4dc-d437232b538c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711751
Feb 17 00:50:10.021971 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78dce21f-9f7e-4347-84ac-6963bc0cc8be req-caab78a0-6a68-40c6-9109-716ebb2a870d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542967
Feb 17 00:50:10.203661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33f9d5-2d86-4be7-b1fd-aeb16b97c6d4 req-0ddaef9c-c857-4815-9108-785ad19f09a0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:10.207593 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b33f9d5-2d86-4be7-b1fd-aeb16b97c6d4 req-0ddaef9c-c857-4815-9108-785ad19f09a0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.1078227
Feb 17 00:50:10.259224 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b33f9d5-2d86-4be7-b1fd-aeb16b97c6d4 req-87de9018-6904-417a-b25f-312750f8b76f tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495625
Feb 17 00:50:10.524400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2b2d-4dfd-45b8-8b36-75ef5d957537 req-e4cb4cd8-694f-4602-b5d6-3f269bd5fd3a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:10.526413 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-218c2b2d-4dfd-45b8-8b36-75ef5d957537 req-e4cb4cd8-694f-4602-b5d6-3f269bd5fd3a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.0968456
Feb 17 00:50:10.579603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-218c2b2d-4dfd-45b8-8b36-75ef5d957537 req-27efa638-b079-4079-ac63-e915c6e2319a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456557
Feb 17 00:50:11.224216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5163053-9bb1-4953-af25-e1654492cdac req-e9c97378-0596-43d0-a1a8-d0b382d7e189 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:11.225798 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5163053-9bb1-4953-af25-e1654492cdac req-e9c97378-0596-43d0-a1a8-d0b382d7e189 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.0867467
Feb 17 00:50:11.274732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a5163053-9bb1-4953-af25-e1654492cdac req-e12f13c6-fbf3-4ad3-9a5f-fe9f617710af tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417993
Feb 17 00:50:11.477335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5a66-abe2-4f97-b119-460fea637cc4 req-65b28f40-c7e0-4a9f-b57b-18f46d8360c1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:11.479008 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197c5a66-abe2-4f97-b119-460fea637cc4 req-65b28f40-c7e0-4a9f-b57b-18f46d8360c1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.0929999
Feb 17 00:50:11.533125 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-197c5a66-abe2-4f97-b119-460fea637cc4 req-06822101-cb6b-4c26-9dcd-1805de71aedb tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477965
Feb 17 00:50:11.574594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-494f2396-6527-4d02-9de7-b2ad6ca3ff12 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:50:11.858034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b25d9-1089-4056-b3ba-ba905de686ec req-e334801e-195c-4eae-ac9e-b1bc5a34f88d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:11.859682 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab0b25d9-1089-4056-b3ba-ba905de686ec req-e334801e-195c-4eae-ac9e-b1bc5a34f88d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.1556458
Feb 17 00:50:11.880064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58904) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:11.932332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fadab-b9b8-43a9-8697-682cb260944c req-8a2bd2f6-632d-46b6-a2c9-91cfb35eb668 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:11.933979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-893fadab-b9b8-43a9-8697-682cb260944c req-8a2bd2f6-632d-46b6-a2c9-91cfb35eb668 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1510680
Feb 17 00:50:11.937231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ab0b25d9-1089-4056-b3ba-ba905de686ec req-a20db3c9-b1ce-4a28-8cfd-f3e2534a995c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678742
Feb 17 00:50:11.985318 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-893fadab-b9b8-43a9-8697-682cb260944c req-493eb322-2f16-453b-a0b3-b241f845ddf0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449004
Feb 17 00:50:12.017961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.035096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:12.039423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Usage tracker for resource:security_group_rule and tenant:1317298858974b6b910aeca6353c8d6c is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:12.041157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd867876-1775-4e65-be76-67b25e889058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.043133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:12.048894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:12.139994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.143640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.155453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-904ec3f1-a0c7-4eaf-b6e1-4666f173530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:12.213936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1317298858974b6b910aeca6353c8d6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323572
Feb 17 00:50:12.214985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f423628-32aa-4f17-b680-f89bce2a2e5f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:12.216887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 58916) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:12.219086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:12.289824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.325220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.387129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.393665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:12.446898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f423628-32aa-4f17-b680-f89bce2a2e5f,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:12.462342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.466449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f423628-32aa-4f17-b680-f89bce2a2e5f HTTP/1.1" status: 204  len: 168 time: 0.2484667
Feb 17 00:50:12.475516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.475940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.476356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.476892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.478014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.478187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.478586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.479023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.481703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.482250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.482471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.483024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.483432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.483834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.484233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.484631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.485085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.485427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:12.488557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.490054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:12.526659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:12.529684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665994-24c0-473a-9b7d-182e993e1d18 req-308642ae-8def-4627-b571-aac6d4dc1379 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:12.538082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85665994-24c0-473a-9b7d-182e993e1d18 req-308642ae-8def-4627-b571-aac6d4dc1379 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 943 time: 0.1346943
Feb 17 00:50:12.596856 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85665994-24c0-473a-9b7d-182e993e1d18 req-ed78a6dd-bdc7-48d9-9937-9a0c9110fd75 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577002
Feb 17 00:50:12.635828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:12.644513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:12.644946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.809398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.846462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cc2fe-2efa-4e6b-b44b-9462a22ee7ec req-1cf44672-3966-402a-ab0e-faf124d7e8f4 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:12.848159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1e0cc2fe-2efa-4e6b-b44b-9462a22ee7ec req-1cf44672-3966-402a-ab0e-faf124d7e8f4 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.1329980
Feb 17 00:50:12.849670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:12.851230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:12.865282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:12.873993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:12.911490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1e0cc2fe-2efa-4e6b-b44b-9462a22ee7ec req-3093440e-970f-4c38-b2ad-9148104c2b0a tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546210
Feb 17 00:50:12.977768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:12.982962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:13.114193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'code': 200}
Feb 17 00:50:13.155624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1358e56-8abb-4a2d-9649-776336d7d1e9 req-f9e6bcc5-2b10-4fe6-837e-3198549cf0a1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:13.157476 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1358e56-8abb-4a2d-9649-776336d7d1e9 req-f9e6bcc5-2b10-4fe6-837e-3198549cf0a1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.0920308
Feb 17 00:50:13.212770 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1358e56-8abb-4a2d-9649-776336d7d1e9 req-7b9b88c8-428b-4625-a78e-79a3d031d926 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470397
Feb 17 00:50:13.387721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762e15f-9b0d-42fb-9d14-03b0730095f4 req-b8e28895-072b-4852-b659-10e648a6e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:13.389461 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e762e15f-9b0d-42fb-9d14-03b0730095f4 req-b8e28895-072b-4852-b659-10e648a6e064 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.0866313
Feb 17 00:50:13.422172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:13.437924 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e762e15f-9b0d-42fb-9d14-03b0730095f4 req-317fb8f9-38f1-4db2-9f6a-17a90b0192f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410373
Feb 17 00:50:13.564721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network db2c4a96-f5d7-44ac-967c-c1f3cb4d219e details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:50:13.737098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:13.848689 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa225-d58f-421b-b651-367e16f2953b req-b74f53ed-23e3-44e7-b13c-0ff05a885486 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:13.850302 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5caa225-d58f-421b-b651-367e16f2953b req-b74f53ed-23e3-44e7-b13c-0ff05a885486 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.1320839
Feb 17 00:50:13.901529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5caa225-d58f-421b-b651-367e16f2953b req-625267b0-a542-45ac-bda2-65ba5f3f8a10 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440381
Feb 17 00:50:14.005692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-c413cd70-0ba1-4f14-876f-4f2210339e4e None None] Time-cost: Fetching 3 ports in 2 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:50:14.035241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58976) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:14.129682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d867-2e8b-43aa-b0fb-508140eeb9fc req-5c388845-3186-40e5-b53e-eac3b353fdc1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:14.131437 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62e0d867-2e8b-43aa-b0fb-508140eeb9fc req-5c388845-3186-40e5-b53e-eac3b353fdc1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.0995584
Feb 17 00:50:14.171743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.181513 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62e0d867-2e8b-43aa-b0fb-508140eeb9fc req-4c7d3835-52bc-4a10-af2f-f9fda884a293 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431597
Feb 17 00:50:14.187931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:14.192585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Usage tracker for resource:security_group_rule and tenant:5ece138350174b1eb911383bc9ac4ad6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:14.196351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:14.204975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:14.292627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.295508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.308526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dc6d95b2-10d7-497a-ba89-24861935955d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:14.346831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf747fc-92a1-4bea-aa56-bf22a532b5d2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:14.353329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:14.359289 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ece138350174b1eb911383bc9ac4ad6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227870
Feb 17 00:50:14.361990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 58986) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:14.428540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.458419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.464231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4e038-76f5-48ee-a42a-3da7769b104a req-88c23824-c97a-4918-bdab-18e05233c424 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:14.465856 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eeb4e038-76f5-48ee-a42a-3da7769b104a req-88c23824-c97a-4918-bdab-18e05233c424 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.1137192
Feb 17 00:50:14.504031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.509610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e2a89c10-5d00-4539-a173-950f8d9e53ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:14.515618 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eeb4e038-76f5-48ee-a42a-3da7769b104a req-8f4a72c8-141f-4e09-93c5-b1cacc598083 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433547
Feb 17 00:50:14.524963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf747fc-92a1-4bea-aa56-bf22a532b5d2,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:14.531181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:14.533253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:14.537292 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bf747fc-92a1-4bea-aa56-bf22a532b5d2 HTTP/1.1" status: 204  len: 168 time: 0.1742725
Feb 17 00:50:15.112613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5327a3-4be9-4f14-b74b-dac2d54c218f req-c62bbfb4-c654-47c5-a192-91dcf32545fc tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:15.114247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e5327a3-4be9-4f14-b74b-dac2d54c218f req-c62bbfb4-c654-47c5-a192-91dcf32545fc tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.0951335
Feb 17 00:50:15.168454 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e5327a3-4be9-4f14-b74b-dac2d54c218f req-b4938c1f-0af3-45aa-bf5f-05541df18812 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473392
Feb 17 00:50:15.391147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429e88-6997-4674-b17c-852000917162 req-59873a0d-3ee3-4cdd-b23a-47fb4deceeea tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:15.392674 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69429e88-6997-4674-b17c-852000917162 req-59873a0d-3ee3-4cdd-b23a-47fb4deceeea tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.0913343
Feb 17 00:50:15.448873 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69429e88-6997-4674-b17c-852000917162 req-88052f32-a027-4167-8289-502f4e7f2b63 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498304
Feb 17 00:50:15.731029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880bf63-e5a9-4b94-ae19-74291f7384f9 req-eac222e4-f417-4ea0-8b27-f0a908b60092 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:15.732574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0880bf63-e5a9-4b94-ae19-74291f7384f9 req-eac222e4-f417-4ea0-8b27-f0a908b60092 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 943 time: 0.0896044
Feb 17 00:50:15.781680 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0880bf63-e5a9-4b94-ae19-74291f7384f9 req-5892b177-ff40-4f0b-afab-3513734d98b1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427902
Feb 17 00:50:16.253216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device b5b7c258-0184-42fd-b74c-9cbc5c07bf8c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:16.327071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:16.332564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:16.333282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:16.375824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b6b62-adca-40f9-b52a-a6ce5d0b804e req-58644545-5bd6-4646-b87b-f66091ea66df tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:16.377421 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f0b6b62-adca-40f9-b52a-a6ce5d0b804e req-58644545-5bd6-4646-b87b-f66091ea66df tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.0928261
Feb 17 00:50:16.427641 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6f0b6b62-adca-40f9-b52a-a6ce5d0b804e req-9753c1c1-32b8-46a6-b625-b7c8e39a1520 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435679
Feb 17 00:50:16.465210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:16.496071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:16.506750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:16.510370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:16.511771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:16.554632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:16.734076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4f31f-bd8f-49b1-b804-bac96113e22a req-46dbc027-a55f-40ba-afad-a9e2a7de5c4b tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:16.735699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bd4f31f-bd8f-49b1-b804-bac96113e22a req-46dbc027-a55f-40ba-afad-a9e2a7de5c4b tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 948 time: 0.1299376
Feb 17 00:50:16.743896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2591ca-1787-45ea-b94b-5090431baeb9 req-bb2166cd-3227-4d95-b6c0-c58f2b71a7bb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:16.745462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b2591ca-1787-45ea-b94b-5090431baeb9 req-bb2166cd-3227-4d95-b6c0-c58f2b71a7bb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.1963627
Feb 17 00:50:16.827186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:16.827809 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bd4f31f-bd8f-49b1-b804-bac96113e22a req-e07c0c22-40ba-4d47-b8c6-1b614dc9b8fd tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813143
Feb 17 00:50:16.836918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.837397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.837858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.838318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.838764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.839248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.839736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.840179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.840616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.841054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.841492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.841927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.842453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.842896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.843378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.843809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.844256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.844427 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b2591ca-1787-45ea-b94b-5090431baeb9 req-d8765874-fad6-4658-bae8-7c08a2e68dd9 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704403
Feb 17 00:50:16.844755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.845195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.845789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.846039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.846484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.846947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.847388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:16.857304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:16.858056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:16.858478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:16.906107 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c', 'code': 200}
Feb 17 00:50:17.002484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:17.061605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00965ab7-5bcd-4c75-a1ee-f61849fe2605 req-82a290e8-ab32-4d53-99e7-8685a0d2c5d4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:17.069457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00965ab7-5bcd-4c75-a1ee-f61849fe2605 req-82a290e8-ab32-4d53-99e7-8685a0d2c5d4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.1038256
Feb 17 00:50:17.089677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:17.094988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:17.095416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:17.129142 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-00965ab7-5bcd-4c75-a1ee-f61849fe2605 req-fdf42743-42c3-4a79-9d85-dc2969503464 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585380
Feb 17 00:50:17.237754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455c2f-1542-41aa-96c0-600c9e246beb req-86fbfc05-d92f-4035-a7ed-7707b9af38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:17.242035 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db455c2f-1542-41aa-96c0-600c9e246beb req-86fbfc05-d92f-4035-a7ed-7707b9af38bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 1162 time: 0.1140246
Feb 17 00:50:17.249113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:17.290063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,segment=NetworkSegment(06d4f2bc-e30e-48b1-88b4-f224d0feb89f),segment_id=06d4f2bc-e30e-48b1-88b4-f224d0feb89f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:17.293049 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-db455c2f-1542-41aa-96c0-600c9e246beb req-cf512f0f-f05f-4006-9aa1-ffa3347efca8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439985
Feb 17 00:50:17.293359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:17.295766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:17.368932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:17.372143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:17.403349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab5e4f-b004-4f7b-a8c9-bae52ee3c91b req-6146e5bf-a5e2-46c7-80b0-c9010f994662 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:17.405215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cab5e4f-b004-4f7b-a8c9-bae52ee3c91b req-6146e5bf-a5e2-46c7-80b0-c9010f994662 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.0900030
Feb 17 00:50:17.455861 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cab5e4f-b004-4f7b-a8c9-bae52ee3c91b req-a0e7d99c-50d0-46d0-a488-67067c1dca6b tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442801
Feb 17 00:50:17.564516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:17.640002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:17.640349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:17.783024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:17.862713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 0569f000-82de-48d0-834b-9f9616c648e5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:17.863176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:18.001500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device b5b7c258-0184-42fd-b74c-9cbc5c07bf8c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:18.074111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:18.074534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:18.075911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b37ce2-92b3-459e-9e26-965d5ade2a31 req-841bfff1-a0f5-4d53-8a8d-efd954147fce tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:18.077500 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94b37ce2-92b3-459e-9e26-965d5ade2a31 req-841bfff1-a0f5-4d53-8a8d-efd954147fce tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0888238
Feb 17 00:50:18.124757 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94b37ce2-92b3-459e-9e26-965d5ade2a31 req-852f1df4-e57c-4d8e-8eb2-6b3c64111bfb tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409181
Feb 17 00:50:18.348185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648640-30e1-48b7-8c4c-d0cfdc7ec512 req-30d6558a-7885-4127-b8b0-4ac9261f50cd tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:18.349814 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea648640-30e1-48b7-8c4c-d0cfdc7ec512 req-30d6558a-7885-4127-b8b0-4ac9261f50cd tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0910962
Feb 17 00:50:18.399002 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea648640-30e1-48b7-8c4c-d0cfdc7ec512 req-14437ec4-1513-4ffe-9ca9-1f788c7861ea tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425065
Feb 17 00:50:18.907591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:18.955744 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5', 'code': 200}
Feb 17 00:50:19.236804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff7a7d-bb88-4c37-a27c-5d3a40dbd377 req-ba668b50-e168-43c3-8300-5bfa52cd41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:19.239327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21ff7a7d-bb88-4c37-a27c-5d3a40dbd377 req-ba668b50-e168-43c3-8300-5bfa52cd41f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 1167 time: 0.0932260
Feb 17 00:50:19.306502 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21ff7a7d-bb88-4c37-a27c-5d3a40dbd377 req-4dbfa723-ee15-4f33-a1d0-5f7f9f87f116 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420759
Feb 17 00:50:19.354747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12636fed-937c-4024-8bed-783425a89349 req-51a452d6-65ab-475a-8d86-5ebd4da033b9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:19.356511 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12636fed-937c-4024-8bed-783425a89349 req-51a452d6-65ab-475a-8d86-5ebd4da033b9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0944417
Feb 17 00:50:19.405808 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12636fed-937c-4024-8bed-783425a89349 req-4fe4374d-7a67-4119-b921-ebda24c7a3b3 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425286
Feb 17 00:50:19.609901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f20f-3b41-4148-84cd-9282fca8705c req-48267f4e-66fc-4ab8-9e72-a794cba0796e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:19.611504 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2364f20f-3b41-4148-84cd-9282fca8705c req-48267f4e-66fc-4ab8-9e72-a794cba0796e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0939901
Feb 17 00:50:19.659949 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2364f20f-3b41-4148-84cd-9282fca8705c req-37106086-287d-48f4-8d29-b0f038d2916e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420563
Feb 17 00:50:20.619355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682cc4c-f1dc-4400-bbd7-6a1168607ed9 req-e952dd9e-2d62-421c-9532-22eeeed182f3 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:20.620993 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9682cc4c-f1dc-4400-bbd7-6a1168607ed9 req-e952dd9e-2d62-421c-9532-22eeeed182f3 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0991182
Feb 17 00:50:20.671210 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9682cc4c-f1dc-4400-bbd7-6a1168607ed9 req-ee5b063c-6ec6-4f41-9020-bad2bfbfe68c tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438857
Feb 17 00:50:20.872902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279c32c-b333-47c1-b4e5-78c94916dc5a req-029c46c8-c0e1-4dee-ac35-18bb0b1b9b2f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:20.874513 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6279c32c-b333-47c1-b4e5-78c94916dc5a req-029c46c8-c0e1-4dee-ac35-18bb0b1b9b2f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0962069
Feb 17 00:50:20.940940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-ce667a52-dac1-486f-ace6-284b7c6d85da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:20.942536 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-ce667a52-dac1-486f-ace6-284b7c6d85da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.0830641
Feb 17 00:50:20.978011 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6279c32c-b333-47c1-b4e5-78c94916dc5a req-dea99bfb-9a45-4088-bfe9-0e2d744f9d25 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971570
Feb 17 00:50:21.015344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331d40-9573-4cfc-b08f-d96ed9754888 req-be164c6e-a1b6-486f-8d47-27d6da4da352 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:21.017014 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de331d40-9573-4cfc-b08f-d96ed9754888 req-be164c6e-a1b6-486f-8d47-27d6da4da352 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1046896
Feb 17 00:50:21.075607 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de331d40-9573-4cfc-b08f-d96ed9754888 req-7dbad95d-0e24-476d-860d-7c6fabf804c6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500729
Feb 17 00:50:21.126401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-8071e498-dabf-4ff9-b31b-147668395f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:21.128266 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-8071e498-dabf-4ff9-b31b-147668395f69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.1695187
Feb 17 00:50:21.216570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-77654f39-b764-4b0c-b883-cce9775c2087 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.0793023
Feb 17 00:50:21.305857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-2bb1d26f-0af9-45fe-ac42-84cfb9ae625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:21.307529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-2bb1d26f-0af9-45fe-ac42-84cfb9ae625f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.0694866
Feb 17 00:50:21.376262 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-68cf6ce2-a6a3-43e0-9644-c17f8a57f5a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485768
Feb 17 00:50:21.535749 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-89224721-71ec-4402-a8fc-1fe6ce5520ca service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451011
Feb 17 00:50:21.698833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12ba579f-c216-423d-94ab-a4cfb9b4ae5b req-86b7419c-7074-4124-8d41-0203b16fc588 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429646
Feb 17 00:50:21.895137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73817c-2ba2-4c73-a2ae-e8997ee4b32e req-4d4051ac-2244-4b67-adce-55f994ac5f89 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:21.896789 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a73817c-2ba2-4c73-a2ae-e8997ee4b32e req-4d4051ac-2244-4b67-adce-55f994ac5f89 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0931911
Feb 17 00:50:21.947365 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a73817c-2ba2-4c73-a2ae-e8997ee4b32e req-846e5606-6861-4102-a695-145f36489f98 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440900
Feb 17 00:50:22.302902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67748aa-f18f-4a8c-9066-128715d12367 req-c1271a48-a606-405c-929f-e7dbbd8553ab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:22.305349 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e67748aa-f18f-4a8c-9066-128715d12367 req-c1271a48-a606-405c-929f-e7dbbd8553ab tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1063159
Feb 17 00:50:22.354791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e67748aa-f18f-4a8c-9066-128715d12367 req-36569dd7-4899-403a-ac40-b03a1f76b77e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431869
Feb 17 00:50:22.544603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a03b65-802a-48d9-93e4-c0f69529777b req-25009248-d4e3-4fdd-b5c8-7d7c8a2d47c0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:22.546190 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-80a03b65-802a-48d9-93e4-c0f69529777b req-25009248-d4e3-4fdd-b5c8-7d7c8a2d47c0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0898819
Feb 17 00:50:22.600288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-80a03b65-802a-48d9-93e4-c0f69529777b req-31546cfb-3cdc-4cd7-94c9-2fd3a3e70eba tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470712
Feb 17 00:50:23.574460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9712141-e42f-4b1a-a322-93e19ea570ba req-78fe93cc-55c8-49b0-8706-307104b715b8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:23.576221 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9712141-e42f-4b1a-a322-93e19ea570ba req-78fe93cc-55c8-49b0-8706-307104b715b8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0999014
Feb 17 00:50:23.628463 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9712141-e42f-4b1a-a322-93e19ea570ba req-803d46af-91d2-4c5f-9d52-4f7ea54e941b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451081
Feb 17 00:50:23.871369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb530-b1de-4216-8baf-91eb41392eac req-63d3644d-ecad-4b3d-b905-3f26ac0fe5f1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:23.872953 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e3bb530-b1de-4216-8baf-91eb41392eac req-63d3644d-ecad-4b3d-b905-3f26ac0fe5f1 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0955837
Feb 17 00:50:23.921048 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7e3bb530-b1de-4216-8baf-91eb41392eac req-fb768692-4c47-455a-ad7d-9c7c99282325 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417454
Feb 17 00:50:24.545232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-17fa6179-542b-4c35-80ae-1dec7c48edf0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:24.546769 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-17fa6179-542b-4c35-80ae-1dec7c48edf0 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.47 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0898318
Feb 17 00:50:24.625598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Deleting port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:50:24.626128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:24.852682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78090e5-701d-479f-a0c3-2035894db723 req-764280ab-e135-4622-9750-bfae0fd6b5b1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:24.854315 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e78090e5-701d-479f-a0c3-2035894db723 req-764280ab-e135-4622-9750-bfae0fd6b5b1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1060126
Feb 17 00:50:24.905094 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e78090e5-701d-479f-a0c3-2035894db723 req-2b92f37b-76f1-4379-84a3-3c8dec020a5a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436792
Feb 17 00:50:24.906032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] For port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,segment=NetworkSegment(06d4f2bc-e30e-48b1-88b4-f224d0feb89f),segment_id=06d4f2bc-e30e-48b1-88b4-f224d0feb89f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:24.906432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:25.044970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Calling delete_port for 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:50:25.126410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535780d-1364-4b99-8f05-df7cda06f741 req-44ae408a-2dd2-4db5-8c04-58d60d4ec262 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:25.128138 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b535780d-1364-4b99-8f05-df7cda06f741 req-44ae408a-2dd2-4db5-8c04-58d60d4ec262 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 950 time: 0.0903997
Feb 17 00:50:25.181254 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b535780d-1364-4b99-8f05-df7cda06f741 req-f7ea9520-8449-4d5d-9f0b-f30984d91372 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/security-groups?id=9fb6d3db-b3a8-4a80-87d3-aac0c5329665&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456948
Feb 17 00:50:25.210067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:25.228666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-48d071c0-2e40-432b-b9bc-2bbfd3ff0835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:25.326577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Pushing event deleted for resources: {'Port': ['ID=48bbe293-e9d3-4df1-abb2-ed68b5dec7f5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:25.343735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.344146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.344557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.344961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.345363 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.345764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.346159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.346552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.346967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.347364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.347756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.348145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.348620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.349016 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.349408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.349799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.350188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.350580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.350993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.351861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.352269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.352670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.353063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.353455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:50:25.357307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:25.458422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] No DVR routers for this DVR port 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:50:25.460756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:25.463612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'name': 'network-vif-deleted', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:25.483675 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b927f148-42f1-4616-b7f3-e3fd24f2c57f req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.47 "DELETE /v2.0/ports/48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 HTTP/1.1" status: 204  len: 173 time: 0.9268594
Feb 17 00:50:25.512293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:50:25.523411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7', 'name': 'network-vif-deleted', 'tag': '48bbe293-e9d3-4df1-abb2-ed68b5dec7f5', 'status': 'completed', 'code': 200}
Feb 17 00:50:25.576535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:50:25.577102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 48bbe293-e9d3-4df1-abb2-ed68b5dec7f5 not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:50:26.107404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a316c1-2b0c-4a62-9dcd-7a22370315c1 req-aa9303be-b3f2-48f7-9014-21e038e45ef1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:26.108991 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8a316c1-2b0c-4a62-9dcd-7a22370315c1 req-aa9303be-b3f2-48f7-9014-21e038e45ef1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0887778
Feb 17 00:50:26.161955 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8a316c1-2b0c-4a62-9dcd-7a22370315c1 req-293d30df-8f21-4366-92de-d55320ecd6e8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467310
Feb 17 00:50:26.373457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9d8ff7ce-7ab4-42e6-af1a-76d4976c15a3 req-dffe7940-b94a-445e-87e9-257fef9dcbca tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] 10.222.0.16 "GET /v2.0/ports?device_id=37a5b7e9-a189-4aa6-a239-a7b67e5ac8c7 HTTP/1.1" status: 200  len: 210 time: 0.0504894
Feb 17 00:50:27.387897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82be39-f6ed-4184-9566-dd75feca385c req-ad526f37-1799-422e-8d89-fe4eaf1197ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:27.389522 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df82be39-f6ed-4184-9566-dd75feca385c req-ad526f37-1799-422e-8d89-fe4eaf1197ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0877366
Feb 17 00:50:27.438561 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df82be39-f6ed-4184-9566-dd75feca385c req-a005a6dd-dc97-438d-accd-dc77c1834bc9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427165
Feb 17 00:50:28.259194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5bfd0-07cb-4479-874d-540f948caded req-22d7876c-e2b0-469d-80d7-116b213be005 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:28.260830 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbd5bfd0-07cb-4479-874d-540f948caded req-22d7876c-e2b0-469d-80d7-116b213be005 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.0993197
Feb 17 00:50:28.311795 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbd5bfd0-07cb-4479-874d-540f948caded req-ac542b7f-960a-4031-b36b-d954e9745dda tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446408
Feb 17 00:50:28.950026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-59915fc7-617f-4b76-be81-c19d808c4d50 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.4405549
Feb 17 00:50:28.962963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:28.971054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:28.978728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Usage tracker for resource:floatingip and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:28.984387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:28.996599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:29.013834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:29.038828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ea8e9-1c1e-4b6c-bd72-c80872a32155 req-f7b6f4a3-1c14-4b3a-ac71-cf8ffa87e1fa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:29.040487 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-892ea8e9-1c1e-4b6c-bd72-c80872a32155 req-f7b6f4a3-1c14-4b3a-ac71-cf8ffa87e1fa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3740294
Feb 17 00:50:29.151251 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-892ea8e9-1c1e-4b6c-bd72-c80872a32155 req-4322df2e-2557-470e-a8df-67b197085096 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663354
Feb 17 00:50:29.209268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:29.490668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Allocated IP 172.27.0.155 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/80b6ec9e-1c6a-4b34-8853-7ca3588c4b22) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:50:29.665150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:29.702491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:29.784962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:29.895843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'Port': ['ID=80b6ec9e-1c6a-4b34-8853-7ca3588c4b22,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:29.899418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:29.948215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:50:29.949427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:29.951931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:50:30.194172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:30.290069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-9caa8cc0-6051-4a71-a7ad-7a9d3a02ab4e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:30.291610 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-9caa8cc0-6051-4a71-a7ad-7a9d3a02ab4e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.2851200
Feb 17 00:50:30.308507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:30.343458 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-596816aa-267e-4a8d-bf3a-c9ae39f482a7 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/quotas/113f83a8ebaf40d3bbe679ca64ba8777 HTTP/1.1" status: 200  len: 375 time: 0.0449562
Feb 17 00:50:30.582923 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-6b93ccc3-2d33-4053-b74d-08540851970b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2320149
Feb 17 00:50:30.782066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-27473d59-f6cb-4dce-8793-611eb993858a service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871219
Feb 17 00:50:30.875872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:30.889856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:30.907071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:31.091573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'Port': ['ID=80b6ec9e-1c6a-4b34-8853-7ca3588c4b22,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:31.098158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:31.104788 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-694bb34f-e8af-4a45-8581-9564ecc729b0 service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3095207
Feb 17 00:50:31.404982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:50:31.491004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:31.521621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:31.523350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5674052
Feb 17 00:50:31.628960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e1815-38b5-4e4f-a878-633d1e6ca69f req-1226b1de-9c5d-4af9-a782-8358235babf6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:31.630743 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d49e1815-38b5-4e4f-a878-633d1e6ca69f req-1226b1de-9c5d-4af9-a782-8358235babf6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2083030
Feb 17 00:50:31.633214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-494de939-069d-4ada-9813-7eee54190b8b req-d195615e-3a83-4106-9318-e33de886b500 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:31.687299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-494de939-069d-4ada-9813-7eee54190b8b req-d195615e-3a83-4106-9318-e33de886b500 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:31.688561 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-d195615e-3a83-4106-9318-e33de886b500 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.155 HTTP/1.1" status: 200  len: 696 time: 0.1545675
Feb 17 00:50:31.693588 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d49e1815-38b5-4e4f-a878-633d1e6ca69f req-46b8c55d-d6b9-4670-8515-a7ec576b59a3 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563383
Feb 17 00:50:31.855898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de939-069d-4ada-9813-7eee54190b8b req-09a0d978-3ef6-465b-8321-93103e06b0c6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:31.857375 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-09a0d978-3ef6-465b-8321-93103e06b0c6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1625502
Feb 17 00:50:31.868404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-33082b85-ecc7-42ee-8c45-cb778374f9bb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:50:31.869445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-494de939-069d-4ada-9813-7eee54190b8b req-33082b85-ecc7-42ee-8c45-cb778374f9bb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059714
Feb 17 00:50:32.037450 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bfcf629a-6385-438a-807b-d4c8d205ff3b req-0101bfe5-4038-4ccc-ad1d-4a152ce868a2 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0500078
Feb 17 00:50:32.216851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-b9fdeca5-ce47-4c5a-b0c3-15140721d2a6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:32.218457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-b9fdeca5-ce47-4c5a-b0c3-15140721d2a6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0871372
Feb 17 00:50:32.307030 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-a9ce080d-bc1d-42dc-91d2-333d43cb5120 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.155 HTTP/1.1" status: 200  len: 696 time: 0.0823455
Feb 17 00:50:32.317100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'floatingip': {'port_id': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:32.401156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:32.713614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 59504) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:32.793212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-f1864649-d67c-4c0a-9f01-ea34cdd6614c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:32.794887 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-f1864649-d67c-4c0a-9f01-ea34cdd6614c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.2198391
Feb 17 00:50:32.812992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Request body: {'port': {'device_id': '26a18317-7109-4b60-a149-8126dd760516', 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928', 'admin_state_up': True, 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:33.060568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5148318-c09e-4abc-b381-5f0b821bf348 req-e2073634-9cff-4a6c-bbc9-c209fcf046d0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:33.062441 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5148318-c09e-4abc-b381-5f0b821bf348 req-e2073634-9cff-4a6c-bbc9-c209fcf046d0 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1534641
Feb 17 00:50:33.208699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5148318-c09e-4abc-b381-5f0b821bf348 req-3277d74d-f9c7-41cf-b2b1-6451434b83f4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775666
Feb 17 00:50:33.210843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.214272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.217819 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6ef956fa-0c79-4e4a-9aba-e83bba8a6a11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bddfe8695d44d609abce754eb89a343&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5005090
Feb 17 00:50:33.218587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 59522) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:33.243602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:33.249653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Usage tracker for resource:port and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:33.259202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:33.270424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:33.302601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:50:33.308968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.330467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.394122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.419459 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Floating IP af13f158-8cc3-4ef1-b1bd-cc277971a6e1 associated. External IP: 172.27.0.155, port: 1ed8ea5d-6353-4a5e-a93a-971723af01a8.
Feb 17 00:50:33.591740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.602450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:33.626076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6d3db-b3a8-4a80-87d3-aac0c5329665,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:33.636121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:33.725885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:33.727717 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fb6d3db-b3a8-4a80-87d3-aac0c5329665 HTTP/1.1" status: 204  len: 168 time: 0.5081294
Feb 17 00:50:33.740796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Allocated IP 172.20.0.12 (03fe2eab-7cb9-4a14-8067-7f3215ee8928/d017e1af-5a38-48b8-8e77-7d2516c310f8/e4d00860-df07-44c8-bb28-05e363ab0ec4) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:50:33.815535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f3c8af5-568b-4443-adee-3533afa8be0a req-5d5f8333-e66f-4fd2-862f-f59dc36c6201 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0850112
Feb 17 00:50:33.875180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:50:33.998698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.031606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.047672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dd291f-2258-4d29-b676-c70a28c52413 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:34.198204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event updated for resources: {'Port': ['ID=e4d00860-df07-44c8-bb28-05e363ab0ec4,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:34.211642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:34.270178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:50:34.271622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:34.275425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:50:34.313607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:50:34.319216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.326011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Sync routers for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:50:34.341864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:50:34.342566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370813710>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:50:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:34.373784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:34.374502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.395520 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5867760
Feb 17 00:50:34.441181 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-8079a85d-c69f-4784-8876-944127e5c8e2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "PUT /v2.0/floatingips/af13f158-8cc3-4ef1-b1bd-cc277971a6e1 HTTP/1.1" status: 200  len: 996 time: 2.1280935
Feb 17 00:50:34.441856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:34.516737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Request body: {'port': {'device_id': '26a18317-7109-4b60-a149-8126dd760516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:34.530430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 59554) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:34.539883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cba79-3c4b-4413-8620-9436e64d6dae req-4d9e44d9-ee7d-4977-a1ef-bd0c55f14317 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:34.541487 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-832cba79-3c4b-4413-8620-9436e64d6dae req-4d9e44d9-ee7d-4977-a1ef-bd0c55f14317 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1916816
Feb 17 00:50:34.587190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:50:34.589429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-d3d1af7f-6eab-42fd-874d-dee17e1f58be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:34.591344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-d3d1af7f-6eab-42fd-874d-dee17e1f58be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.1288233
Feb 17 00:50:34.642557 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-832cba79-3c4b-4413-8620-9436e64d6dae req-35bc2cc0-69d6-4f67-8544-67e46466285c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768690
Feb 17 00:50:34.680403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.730990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-284335212-network', 'tenant_id': 'f176fe9600904705bcabbbd5ee99faa6'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:34.735783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:34.740114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Usage tracker for resource:network and tenant:f176fe9600904705bcabbbd5ee99faa6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:34.743529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:34.749740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:34.785193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Made reservation on behalf of f176fe9600904705bcabbbd5ee99faa6 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:50:34.790732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.817499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:34.838622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:34.841667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-1f4b6f39-df6d-48a8-8305-673c2b62c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:34.843342 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-1f4b6f39-df6d-48a8-8305-673c2b62c219 service neutron] 10.222.0.16 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.2269881
Feb 17 00:50:34.846137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f176fe9600904705bcabbbd5ee99faa6 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:34.849360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:34.930806 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:50:34.937598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:35.009271 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-57370b3e-308e-4d6f-9a40-7cee1ede04fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 999 time: 0.1565559
Feb 17 00:50:35.042196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370813710>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'af13f158-8cc3-4ef1-b1bd-cc277971a6e1', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'port_id': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'mac_address': 'fa:16:3e:66:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:50:30Z', 'updated_at': '2021-02-17T00:50:33Z', 'revision_number': 1, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:35.046435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Checking router: 94c18518-9108-4c88-97e3-3f5cfd9a20b2 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:50:35.056068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:50:35.056724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370813710>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:50:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:35.085428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-a7c781db-d12d-49ae-a966-d6641023f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.087400 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-a7c781db-d12d-49ae-a966-d6641023f522 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.0676355
Feb 17 00:50:35.156447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d49f-d814-43e5-a380-6f148147c59c req-ebc812d0-6304-458c-bd65-fa8972d04106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.158225 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-ebc812d0-6304-458c-bd65-fa8972d04106 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.1387084
Feb 17 00:50:35.264219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.275812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.282121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a3f43e7-cbf2-4aa5-b305-e28d22ddd665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:35.300210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-11cd18a2-3ca1-4d94-b61c-e457aa8e0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.301970 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-11cd18a2-3ca1-4d94-b61c-e457aa8e0930 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2059827
Feb 17 00:50:35.333977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-921fa85f-34e7-4b37-8fa1-ed12a6e127eb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:50:35.338193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-921fa85f-34e7-4b37-8fa1-ed12a6e127eb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0168781
Feb 17 00:50:35.340700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d00860-df07-44c8-bb28-05e363ab0ec4 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:50:35.356849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:50:35.362730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.384980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc0e12-cd02-44d3-973f-9f08594a9e36,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:35.393057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Transition to ACTIVE for port object e4d00860-df07-44c8-bb28-05e363ab0ec4 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:35.399464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.416769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:35.447797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:35.450949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:50:35.475916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.476624 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Added segment 52b6221a-105f-43e9-8de9-03c8775b81b6 of type vxlan for network ddf32eca-8513-4847-982f-180460669e29
Feb 17 00:50:35.498531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431978f-c21c-44f0-bb05-97d088117f65 req-5086ed22-d01a-4d50-8867-e1f743b69025 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.500994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5431978f-c21c-44f0-bb05-97d088117f65 req-5086ed22-d01a-4d50-8867-e1f743b69025 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 932 time: 0.3126590
Feb 17 00:50:35.501262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d49f-d814-43e5-a380-6f148147c59c req-309abd90-c7fb-4cae-9df7-cce4a8cdd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.502838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-309abd90-c7fb-4cae-9df7-cce4a8cdd507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.3281825
Feb 17 00:50:35.557252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.609097 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-6b565985-e3c4-45d4-bc08-eb5ae6d67ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543259
Feb 17 00:50:35.625462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5431978f-c21c-44f0-bb05-97d088117f65 req-3427c81e-3f21-41ad-8b9c-8f1ec99dd985 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074836
Feb 17 00:50:35.731621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.734844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.735537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:35.742935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7db9b0-d204-4107-b0c1-18ce80e162ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:35.749517 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-d03748c4-735f-4abd-86a5-1efef13a75a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 999 time: 0.2313125
Feb 17 00:50:35.828745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d00860-df07-44c8-bb28-05e363ab0ec4,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:35.849018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:35.911222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370813710>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'af13f158-8cc3-4ef1-b1bd-cc277971a6e1', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'port_id': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'mac_address': 'fa:16:3e:66:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:50:30Z', 'updated_at': '2021-02-17T00:50:33Z', 'revision_number': 1, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:50:35.916492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4b0a32-5df4-4cea-89fe-c05d63a44352 None None] The sync data for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi is: [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'af13f158-8cc3-4ef1-b1bd-cc277971a6e1', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'port_id': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'mac_address': 'fa:16:3e:66:67:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:50:30Z', 'updated_at': '2021-02-17T00:50:33Z', 'revision_number': 1, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:50:35.947074 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.4146140
Feb 17 00:50:35.954340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 59570) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:50:35.964740 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-460960f9-4a83-4364-b4e3-7ca098d88855 req-73ae63db-4dc2-4e10-b14c-2b6c352fcbbd service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3382461
Feb 17 00:50:35.965448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf32eca-8513-4847-982f-180460669e29,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:35.971843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Request body: {'subnet': {'network_id': 'ddf32eca-8513-4847-982f-180460669e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-284335212-subnet', 'tenant_id': 'f176fe9600904705bcabbbd5ee99faa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:35.977178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:35.978378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network ddf32eca-8513-4847-982f-180460669e29 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:50:35.983977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d49f-d814-43e5-a380-6f148147c59c req-ced15b65-213a-49cf-8fe3-990e4e105219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:35.985551 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-ced15b65-213a-49cf-8fe3-990e4e105219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.2233548
Feb 17 00:50:35.988648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:35.999601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Usage tracker for resource:subnet and tenant:f176fe9600904705bcabbbd5ee99faa6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:36.005660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:36.009950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1063-3e6f-47c2-989b-8ac09ab85c6a req-20349082-0fca-4142-bcfa-12b496672b1a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:36.023764 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3bfa1063-3e6f-47c2-989b-8ac09ab85c6a req-20349082-0fca-4142-bcfa-12b496672b1a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1997182
Feb 17 00:50:36.056980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:36.082232 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3bfa1063-3e6f-47c2-989b-8ac09ab85c6a req-a48bf481-d077-4729-bba4-25f079087721 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518799
Feb 17 00:50:36.092661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Attempting to bind port e4d00860-df07-44c8-bb28-05e363ab0ec4 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:36.093011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Attempting to bind port e4d00860-df07-44c8-bb28-05e363ab0ec4 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:36.093382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Attempting to bind port e4d00860-df07-44c8-bb28-05e363ab0ec4 on network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:36.099302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Made reservation on behalf of f176fe9600904705bcabbbd5ee99faa6 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:50:36.104413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1956504'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.111162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network ddf32eca-8513-4847-982f-180460669e29 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:50:36.135399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1536380927', 'description': 'tempest-TestMinimumBasicScenario-1536380927 description'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:36.143354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:36.148653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Usage tracker for resource:security_group and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:36.151779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:36.158064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:36.168656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.188025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:36.188389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Checking segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:36.188789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.189269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Bound using segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:36.189659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Bound port: e4d00860-df07-44c8-bb28-05e363ab0ec4, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:36.190034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.191522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:36.199016 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Usage tracker for resource:security_group_rule and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:36.202125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:36.208190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:36.315778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.319536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.323650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7d49f-d814-43e5-a380-6f148147c59c req-508db5bb-e6c8-40d9-aa6f-85a7c1fed3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:36.325611 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-508db5bb-e6c8-40d9-aa6f-85a7c1fed3b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3230433
Feb 17 00:50:36.327112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ce3d4-6c5b-4e21-a82e-0a9c9bf6efec None None] New status for floating IP af13f158-8cc3-4ef1-b1bd-cc277971a6e1: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:50:36.338164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2f424f83-c0a8-43e9-98b8-509095003bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:36.387203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c48616-c102-4e0e-8c2b-3365faa3a1d4,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:36.400886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:36.402717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.404326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-468c2725-6f39-4065-a20a-35e73cdf88aa req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2741942
Feb 17 00:50:36.486324 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-225a20e6-7fb7-4bc8-83d8-4ce540c9eb79 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups/56c48616-c102-4e0e-8c2b-3365faa3a1d4 HTTP/1.1" status: 200  len: 1814 time: 0.0574841
Feb 17 00:50:36.498463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c48616-c102-4e0e-8c2b-3365faa3a1d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:36.498816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c48616-c102-4e0e-8c2b-3365faa3a1d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:36.505851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:36.511068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Usage tracker for resource:security_group_rule and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:36.514373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:36.520638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:36.586420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.615876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.618586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.621888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:36.649427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7477acc-96fd-4c6d-a6f8-9d24d495b9ab,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:36.653442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:36.662583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.669402 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84d6c6ef-73f8-4b70-a670-c2130b19275c req-8582b3aa-b742-4ba6-b888-b4b773bf96c5 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1753824
Feb 17 00:50:36.709109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] For port e4d00860-df07-44c8-bb28-05e363ab0ec4, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:36.767529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-287f5e72-530f-431f-a2a9-19097e984176 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups/56c48616-c102-4e0e-8c2b-3365faa3a1d4 HTTP/1.1" status: 200  len: 2407 time: 0.0749285
Feb 17 00:50:36.784662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] For port e4d00860-df07-44c8-bb28-05e363ab0ec4, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e4d00860-df07-44c8-bb28-05e363ab0ec4,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:36.786429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c48616-c102-4e0e-8c2b-3365faa3a1d4', 'remote_group_id': None}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:36.786791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56c48616-c102-4e0e-8c2b-3365faa3a1d4', 'remote_group_id': None}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:36.796440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.796765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:36.801010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Usage tracker for resource:security_group_rule and tenant:6de6919c5ea842dba4ff07cd282fc241 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:36.804798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:36.811589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:36.818654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0aaa82f8-6757-4978-be73-722f5d7322b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:36.942141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.961405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c004df-b8a6-43d0-848f-03df024b908a req-ace6356f-a8d4-4980-89b9-48d062e157e5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:36.963557 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31c004df-b8a6-43d0-848f-03df024b908a req-ace6356f-a8d4-4980-89b9-48d062e157e5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.1456144
Feb 17 00:50:36.989101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:36.994987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.000098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef307c0b-04f8-4507-94ac-28ed6cdf6817 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:37.005857 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-58021d9b-096e-4e0a-8788-7c933098d1a4 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6693599
Feb 17 00:50:37.042071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f724a7a-6806-48b0-a596-bcc1d942e2dd,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:37.046472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:37.049656 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-31c004df-b8a6-43d0-848f-03df024b908a req-8343c451-fdc2-4b9e-b306-67a612d7abbf tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785813
Feb 17 00:50:37.057567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.058975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d00860-df07-44c8-bb28-05e363ab0ec4,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:37.060165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79c12030-4fa9-4b29-a815-eb1e626741ff req-7a253569-112e-4117-8ab1-8c988f6ce522 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2789931
Feb 17 00:50:37.128866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:37.198754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-e15aec8d-cf2d-46a5-b15e-e902889d2667 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:37.259602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-e15aec8d-cf2d-46a5-b15e-e902889d2667 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:37.260603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-e15aec8d-cf2d-46a5-b15e-e902889d2667 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1536380927&fields=id&tenant_id=6de6919c5ea842dba4ff07cd282fc241 HTTP/1.1" status: 200  len: 267 time: 0.1047344
Feb 17 00:50:37.277442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:37.278124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.279906 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4d00860-df07-44c8-bb28-05e363ab0ec4 HTTP/1.1" status: 200  len: 1158 time: 2.7688205
Feb 17 00:50:37.280646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:37.311519 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74c7d49f-d814-43e5-a380-6f148147c59c req-4c3acdc4-e489-4e12-97f9-936b9ca8d0bb service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2857566
Feb 17 00:50:37.382079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605161a4-d437-4919-b6fc-4db3ca2c02e5 req-7e777983-3b78-4615-9192-6e58abfaba91 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:37.384350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-605161a4-d437-4919-b6fc-4db3ca2c02e5 req-7e777983-3b78-4615-9192-6e58abfaba91 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1697040
Feb 17 00:50:37.395174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-59c83459-421d-441c-aca8-0e121d3021db tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:37.396678 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-59c83459-421d-441c-aca8-0e121d3021db tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.1291711
Feb 17 00:50:37.419164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'port': {'security_groups': ['b523b162-6931-435f-b5dd-1fb804299d75', '56c48616-c102-4e0e-8c2b-3365faa3a1d4']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:37.467586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-ec60c0b4-82ab-49b2-9ac8-2b6cddf5ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:37.469029 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-ec60c0b4-82ab-49b2-9ac8-2b6cddf5ebad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 1161 time: 0.1382256
Feb 17 00:50:37.499895 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-605161a4-d437-4919-b6fc-4db3ca2c02e5 req-24bac2c2-6ca2-4147-82c1-32c4cded6bf4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021783
Feb 17 00:50:37.544254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826952391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1956489'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.566413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:37.574301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.648999 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-1c442a33-aac2-4503-b57c-7c84bbbf65b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d00860-df07-44c8-bb28-05e363ab0ec4 HTTP/1.1" status: 200  len: 217 time: 0.1682332
Feb 17 00:50:37.744936 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4', 'status': 'completed', 'code': 200}
Feb 17 00:50:37.768942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d54fcf-0fb6-4422-b514-249b5cac2a5f,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:37.814460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:37.849838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-ea05b4e8-172a-4f0c-bc6a-6057c092d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:37.853243 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-ea05b4e8-172a-4f0c-bc6a-6057c092d701 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.1625216
Feb 17 00:50:37.924765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Checking segment: {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:37.925930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Network hostable DHCP agents. Network: ddf32eca-8513-4847-982f-180460669e29, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:50:37.940377 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-0ebd2849-ed50-4822-9957-8cf32840ea25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0660300
Feb 17 00:50:37.943547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:37.974269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:38.003166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:38.008877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:38.025430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:38.031009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Network ddf32eca-8513-4847-982f-180460669e29 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:50:38.055049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, ddf32eca-8513-4847-982f-180460669e29) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:38.064096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b525a-794d-4cf3-9a63-4efe5fa51434 None None] Network ddf32eca-8513-4847-982f-180460669e29 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:50:38.073519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.074163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:38.111554 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-579babc1-30b4-4e7d-a415-6db1cc423145 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.1516845
Feb 17 00:50:38.141235 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-ee8bc544-d7cc-4e9c-95cb-c1ebba3700c8 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1907113
Feb 17 00:50:38.321741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4f89b42-ae74-4de5-a157-e06158e1174c req-fb005a44-3551-4847-bd1e-dec5693c56ef service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1684487
Feb 17 00:50:38.350598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249bb0bf-aea4-4839-b66d-52323fd21042 None None] Network ddf32eca-8513-4847-982f-180460669e29 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:50:38.469681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-122cbc3e-a04f-49f0-9bfa-b23cb23cb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.471583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-122cbc3e-a04f-49f0-9bfa-b23cb23cb018 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 1161 time: 0.0914783
Feb 17 00:50:38.473719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-0f1b0532-60a2-4172-a90b-ebc98031d78b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:38.506782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-0f1b0532-60a2-4172-a90b-ebc98031d78b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:38.508156 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-0f1b0532-60a2-4172-a90b-ebc98031d78b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-443678691&fields=id&tenant_id=1415975827724e30ac084e1a96a754eb HTTP/1.1" status: 200  len: 267 time: 0.4430857
Feb 17 00:50:38.527963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=5']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:38.537889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:38.662903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-31105220-1ce9-4f77-8924-0ea9c705cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.664741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-31105220-1ce9-4f77-8924-0ea9c705cb57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 908 time: 0.1857657
Feb 17 00:50:38.669114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.669801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:38.671330 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fbc94b7d-0df2-4d29-bf81-552e003efd8a req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "PUT /v2.0/ports/1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 981 time: 1.2592490
Feb 17 00:50:38.671874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:38.750509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-97ffe394-0631-474d-b230-2fa505b1f73c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.752187 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-97ffe394-0631-474d-b230-2fa505b1f73c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 808 time: 0.2163947
Feb 17 00:50:38.783290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-b6fc6f8e-c3f9-4598-ad97-9920b0971f50 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/quotas/1415975827724e30ac084e1a96a754eb HTTP/1.1" status: 200  len: 375 time: 0.0231786
Feb 17 00:50:38.806002 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-4e73956b-c1e8-44dc-a818-8abdc2f387be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4d00860-df07-44c8-bb28-05e363ab0ec4 HTTP/1.1" status: 200  len: 217 time: 0.1184082
Feb 17 00:50:38.932930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ab29bc40-2110-4ffc-bb07-33f03f5531ab None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:38.933507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab29bc40-2110-4ffc-bb07-33f03f5531ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:38.969322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-ca0ec9bb-98c8-4195-b2ed-0c0451caf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.971119 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-ca0ec9bb-98c8-4195-b2ed-0c0451caf3e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.1517122
Feb 17 00:50:38.974070 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-69443305-91f0-4ec1-a0bf-a5472bfe91aa tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1831737
Feb 17 00:50:38.996628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5e23-96a9-42af-8176-e4fab1dd62c4 req-85110b32-d6bd-46ba-b01a-0375c0790b0b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:38.998372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f62b5e23-96a9-42af-8176-e4fab1dd62c4 req-85110b32-d6bd-46ba-b01a-0375c0790b0b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.1516423
Feb 17 00:50:39.048226 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-0fdd99ce-71c8-43cb-9381-dd895a1ab5bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683932
Feb 17 00:50:39.138623 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f62b5e23-96a9-42af-8176-e4fab1dd62c4 req-f4c923b8-f316-451c-ae6a-4bbd00a901f4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128919
Feb 17 00:50:39.189852 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-844efdd3-cd5f-48b8-b24a-90ea83260c6f service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902153
Feb 17 00:50:39.213355 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-ef5e68ec-1413-4431-9dd0-80b31dd9036a service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484747
Feb 17 00:50:39.360866 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7348bc44-beca-4ac9-9c7d-066e8c93edf5 req-d8e71f2f-aa19-4732-b59b-0c16d15a8ff9 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375763
Feb 17 00:50:39.403967 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-8da782e1-9f29-4b0a-b833-5324f6744d04 service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2056503
Feb 17 00:50:39.415303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722ec82-75df-43e0-a257-c4b86453f1f0 req-155aa714-1eae-4034-ae03-534284d5385d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:39.416839 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2722ec82-75df-43e0-a257-c4b86453f1f0 req-155aa714-1eae-4034-ae03-534284d5385d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1474600
Feb 17 00:50:39.464929 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2722ec82-75df-43e0-a257-c4b86453f1f0 req-498ac99b-3aff-45ae-bd43-6ea38c010ce6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416803
Feb 17 00:50:39.520195 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:50:39.632981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-658e46c0-57cc-4564-a402-2fa9457d3e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:39.639175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebfdc-0969-461f-95e6-3f1de576420f req-e278a209-0cbf-42dd-9053-278c695b2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:39.641023 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-e278a209-0cbf-42dd-9053-278c695b2b3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1202 time: 0.0863264
Feb 17 00:50:39.708898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f19298-664c-41df-bff1-595f97479ecf req-c5eb1656-2be4-40c7-8946-704ef8f635d2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:39.711233 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c2f19298-664c-41df-bff1-595f97479ecf req-c5eb1656-2be4-40c7-8946-704ef8f635d2 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0966122
Feb 17 00:50:39.795813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c2f19298-664c-41df-bff1-595f97479ecf req-c4c5558c-84cd-4a3d-a022-147e1de4ed0b tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0775731
Feb 17 00:50:39.842381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebfdc-0969-461f-95e6-3f1de576420f req-6498cbd9-d5aa-4338-af68-a41bfe941645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:39.844165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-6498cbd9-d5aa-4338-af68-a41bfe941645 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.1903744
Feb 17 00:50:39.964276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-3c85cc8a-db06-4125-95b5-8e08928e3c74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 1001 time: 0.1087983
Feb 17 00:50:39.967117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:40.056122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebfdc-0969-461f-95e6-3f1de576420f req-b1130e92-e3c9-464b-8768-96f515c8c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:40.058145 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-b1130e92-e3c9-464b-8768-96f515c8c48f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.0841358
Feb 17 00:50:40.080141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:40.080997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:40.181090 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-933e5f67-f50a-4796-a188-327e6107a3a7 req-d558f3d4-f834-4fd1-b9fc-c7b47f807685 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 210 time: 0.0888362
Feb 17 00:50:40.205449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ebfdc-0969-461f-95e6-3f1de576420f req-3c32aa01-488e-48a1-b1ad-d6ecc67f56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:40.207981 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-3c32aa01-488e-48a1-b1ad-d6ecc67f56bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1412499
Feb 17 00:50:40.369280 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-8728ec0e-d1f5-4333-91e1-8a4ac175a3b4 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494153
Feb 17 00:50:40.526851 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-658ebfdc-0969-461f-95e6-3f1de576420f req-29195b37-d83e-4e2c-a6c0-a0e1efd1f4c5 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431410
Feb 17 00:50:40.529382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554769-530b-460b-862d-9ef347f63668 req-5beab8f0-caf3-4143-9e0e-534cacc32002 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:40.531289 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92554769-530b-460b-862d-9ef347f63668 req-5beab8f0-caf3-4143-9e0e-534cacc32002 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.2326257
Feb 17 00:50:40.578697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-9ba42a51-f001-4472-8e4b-f7d0ee8cf235 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:40.579472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b307b409-7006-4f50-a032-b5e7931401ad req-9ba42a51-f001-4472-8e4b-f7d0ee8cf235 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Synchronizing usage tracker for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:40.612679 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92554769-530b-460b-862d-9ef347f63668 req-676a9b4e-0a74-4bf3-a56d-54ecb90e8a41 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699995
Feb 17 00:50:40.618225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b307b409-7006-4f50-a032-b5e7931401ad req-9ba42a51-f001-4472-8e4b-f7d0ee8cf235 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Unset dirty status for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:40.623734 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-9ba42a51-f001-4472-8e4b-f7d0ee8cf235 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 813 time: 0.2707491
Feb 17 00:50:40.640430 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-c8857bc3-997d-41ab-af5d-95f9cdc8b836 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/quotas/f176fe9600904705bcabbbd5ee99faa6 HTTP/1.1" status: 200  len: 375 time: 0.0126207
Feb 17 00:50:40.697677 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-5a118ad4-b681-4fc6-be37-71291af06f9b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508542
Feb 17 00:50:40.913268 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-b2520802-c41b-4fd7-b3ab-024c224fb055 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2070332
Feb 17 00:50:40.920398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c8ac3-3d63-4fe5-9746-e4b1aaf2da55 req-9be213bd-f8b2-48cb-a3fd-c2b1f1f0db72 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:40.921914 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-577c8ac3-3d63-4fe5-9746-e4b1aaf2da55 req-9be213bd-f8b2-48cb-a3fd-c2b1f1f0db72 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1933453
Feb 17 00:50:41.064472 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-577c8ac3-3d63-4fe5-9746-e4b1aaf2da55 req-679606c4-46b8-4b8b-a8b8-afc5533b7d72 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151183
Feb 17 00:50:41.118348 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-43f3f684-5d03-4feb-9758-ad4a3b28ba16 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1954081
Feb 17 00:50:41.440210 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ee05519-e031-40a5-b8e7-cdbbcf048c64 req-e21476cd-eb10-44ca-9980-244092b4d88a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 210 time: 0.0564239
Feb 17 00:50:41.484316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-8eed9ac5-1dde-4895-8074-5df55a4dd81d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:41.485075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-8eed9ac5-1dde-4895-8074-5df55a4dd81d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:network {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:41.506058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-8eed9ac5-1dde-4895-8074-5df55a4dd81d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:network {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:41.507896 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-8eed9ac5-1dde-4895-8074-5df55a4dd81d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 808 time: 0.4384649
Feb 17 00:50:41.540904 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2f8d94da-46e4-490b-afcc-70f24d7a7491 req-c4d4b9e0-b1fc-471d-a8c1-b36a40609ee6 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 210 time: 0.0533745
Feb 17 00:50:41.601388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-69a6cc57-309a-4dde-bfd6-2bd260d62534 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:41.613995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-69a6cc57-309a-4dde-bfd6-2bd260d62534 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:41.615441 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-69a6cc57-309a-4dde-bfd6-2bd260d62534 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1415975827724e30ac084e1a96a754eb HTTP/1.1" status: 200  len: 5757 time: 0.0958445
Feb 17 00:50:41.625823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'port': {'device_id': 'ef76d6d0-0110-4928-9569-657af9034800', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'admin_state_up': True, 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'security_groups': ['20c5ced6-a1b3-4ac2-a130-2aa9f671d97d']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:41.796400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:41.804831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:port and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:41.808121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:41.814972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:41.836276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Made reservation on behalf of 1415975827724e30ac084e1a96a754eb for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:50:41.838580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfcd3c-6527-4d6f-93c3-667464d8774a req-f9b50d7d-61fe-4324-9d4c-591a8d277c6c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:41.840429 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abbfcd3c-6527-4d6f-93c3-667464d8774a req-f9b50d7d-61fe-4324-9d4c-591a8d277c6c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.0989559
Feb 17 00:50:41.842413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:41.913990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abbfcd3c-6527-4d6f-93c3-667464d8774a req-4566c993-481c-4f32-a41c-0ffc3eca5dd4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667300
Feb 17 00:50:42.045544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e224b97d-5d42-44ab-b61d-8e92a8f2bb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:42.201693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Allocated IP 172.20.0.14 (62d10139-a552-4db1-ae20-eb6e8295e3fe/976a1dd0-8d94-4c2b-807a-412e80d6e8ea/964e9356-8eca-4508-a11e-430c3e149500) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:50:42.371467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa297f3a-7f6d-44fb-b455-ec98d659fdc9 req-7e777edb-4705-4ebc-a170-08fadf9404fe tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:42.373974 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa297f3a-7f6d-44fb-b455-ec98d659fdc9 req-7e777edb-4705-4ebc-a170-08fadf9404fe tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1572666
Feb 17 00:50:42.429684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aa297f3a-7f6d-44fb-b455-ec98d659fdc9 req-0e98fcb8-b207-48cf-a734-28a8115a4e2e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479987
Feb 17 00:50:42.446157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:42.464045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Transition to ACTIVE for port object 964e9356-8eca-4508-a11e-430c3e149500 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:42.489870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:42.492826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:42.509824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bd2f051a-c159-4aa6-b4fa-959311348727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:42.641790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606d92b-7081-4a63-b352-60c2228d9469 req-4a1d4980-3ca2-40b2-8877-6052bdc8c5d8 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:42.643410 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5606d92b-7081-4a63-b352-60c2228d9469 req-4a1d4980-3ca2-40b2-8877-6052bdc8c5d8 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 932 time: 0.0912802
Feb 17 00:50:42.646635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:42.651165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:42.706817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:50:42.708047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:42.710293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:50:42.732628 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51648425-073b-4c76-a7ee-ec1dd76c9993 req-7b290493-2433-4ddf-9c5b-880349801cd3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 210 time: 0.0589504
Feb 17 00:50:42.767259 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5606d92b-7081-4a63-b352-60c2228d9469 req-9c448454-eb36-437a-82f6-80cb523b4c44 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1091924
Feb 17 00:50:42.811072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:42.811906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:42.836221 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2141702
Feb 17 00:50:42.852256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Request body: {'port': {'device_id': 'ef76d6d0-0110-4928-9569-657af9034800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:42.975380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b3fb63b1-e9d9-41cf-9d53-c3f336795bbf None None] Provisioning for port 964e9356-8eca-4508-a11e-430c3e149500 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:42.981367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b3fb63b1-e9d9-41cf-9d53-c3f336795bbf None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:42.981723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b3fb63b1-e9d9-41cf-9d53-c3f336795bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.047412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb63b1-e9d9-41cf-9d53-c3f336795bbf None None] Port 964e9356-8eca-4508-a11e-430c3e149500 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:50:43.108051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.133481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-a4e16b29-1037-4ab7-8a5e-0649f813fb11 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:43.135078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-a4e16b29-1037-4ab7-8a5e-0649f813fb11 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 813 time: 0.2503426
Feb 17 00:50:43.149841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d810d-d995-4a2f-b14f-4792288c583a req-36bfbe1c-9e79-48d9-a3de-e07c3f734c29 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:43.151465 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f5d810d-d995-4a2f-b14f-4792288c583a req-36bfbe1c-9e79-48d9-a3de-e07c3f734c29 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.0972817
Feb 17 00:50:43.181476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Request body: {'port': {'device_id': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'network_id': 'ddf32eca-8513-4847-982f-180460669e29', 'admin_state_up': True, 'tenant_id': 'f176fe9600904705bcabbbd5ee99faa6'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:43.201620 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5f5d810d-d995-4a2f-b14f-4792288c583a req-bf55725c-8d12-4ea2-bf41-4cb9827ae550 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430286
Feb 17 00:50:43.431229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.435624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:50:43.449145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Usage tracker for resource:port and tenant:f176fe9600904705bcabbbd5ee99faa6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:50:43.454861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:50:43.465412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:50:43.546848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Made reservation on behalf of f176fe9600904705bcabbbd5ee99faa6 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:50:43.549122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.644033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898957-9ad1-450b-976f-660a895f52bd req-e2b261b4-7076-4677-8e9d-40cb766036d7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:43.645704 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57898957-9ad1-450b-976f-660a895f52bd req-e2b261b4-7076-4677-8e9d-40cb766036d7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0935447
Feb 17 00:50:43.695935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-57898957-9ad1-450b-976f-660a895f52bd req-5631aa6d-7647-4857-90fc-eb6e5f76e101 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435538
Feb 17 00:50:43.734863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.912586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964e9356-8eca-4508-a11e-430c3e149500 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:50:43.926280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:43.967732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29d950a9-3a8a-486c-a064-e84a72b0dc2a req-ae570b04-fc75-4715-89ac-e686f0583dc0 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 210 time: 0.0926592
Feb 17 00:50:43.980928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Transition to ACTIVE for port object 964e9356-8eca-4508-a11e-430c3e149500 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:43.989449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.007780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2c94eabc-9f47-479b-88e5-25a33a3c5023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:44.017482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1bfed-310a-41e6-b957-569362218e6b req-b6bc2639-e065-402f-bdea-45bf3fcd2966 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:44.019310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0d1bfed-310a-41e6-b957-569362218e6b req-b6bc2639-e065-402f-bdea-45bf3fcd2966 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 932 time: 0.1056061
Feb 17 00:50:44.069049 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0d1bfed-310a-41e6-b957-569362218e6b req-d19cb2fe-8d59-4414-aafe-d619436b9b1d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428638
Feb 17 00:50:44.146127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Allocated IP 172.20.0.11 (ddf32eca-8513-4847-982f-180460669e29/e0d54fcf-0fb6-4422-b514-249b5cac2a5f/d3b66f49-0452-4e83-9030-b23ef6243a24) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:50:44.170585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:44.178207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:44.409692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5e939-b8da-4418-9d57-3e8f62889f0e req-07b49090-2687-4de9-9d07-b363683c1882 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:44.411605 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33c5e939-b8da-4418-9d57-3e8f62889f0e req-07b49090-2687-4de9-9d07-b363683c1882 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 944 time: 0.0924935
Feb 17 00:50:44.467509 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33c5e939-b8da-4418-9d57-3e8f62889f0e req-ed3a26d3-906a-4db2-802b-9dd1ab3e5c9f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446169
Feb 17 00:50:44.592148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device e4d00860-df07-44c8-bb28-05e363ab0ec4 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:44.671095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port e4d00860-df07-44c8-bb28-05e363ab0ec4 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:44.677047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port e4d00860-df07-44c8-bb28-05e363ab0ec4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:44.677613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.726899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Attempting to bind port 964e9356-8eca-4508-a11e-430c3e149500 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:44.727276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Attempting to bind port 964e9356-8eca-4508-a11e-430c3e149500 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:44.727646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Attempting to bind port 964e9356-8eca-4508-a11e-430c3e149500 on network 62d10139-a552-4db1-ae20-eb6e8295e3fe {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:44.746010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:44.746340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Checking segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:44.746692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.747114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Bound using segment: {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:44.747588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Bound port: 964e9356-8eca-4508-a11e-430c3e149500, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1799ef7a-117f-419e-92f5-7510c8ea1378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:44.747963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.781713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.851493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.880068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:44.884129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:44.889588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.891325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:44.904218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port e4d00860-df07-44c8-bb28-05e363ab0ec4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e4d00860-df07-44c8-bb28-05e363ab0ec4,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:44.908199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.909466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3ff984c1-7439-4519-b7b5-9aa5d3b5a854 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:44.911655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:44.992771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:44.996327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=e4d00860-df07-44c8-bb28-05e363ab0ec4,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:45.010478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:45.032155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d8c8a-66fe-40c3-81cb-b230429f120e req-a58e7a11-ae7d-4909-b432-2cba8ee15465 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.035389 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-955d8c8a-66fe-40c3-81cb-b230429f120e req-a58e7a11-ae7d-4909-b432-2cba8ee15465 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1059940
Feb 17 00:50:45.084552 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-955d8c8a-66fe-40c3-81cb-b230429f120e req-89f9d06f-6157-497c-8969-1e80665ecb90 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441222
Feb 17 00:50:45.161773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:45.166435 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4', 'code': 200}
Feb 17 00:50:45.171414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:45.172128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:45.292488 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Pushing event updated for resources: {'Port': ['ID=d3b66f49-0452-4e83-9030-b23ef6243a24,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:45.298704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:45.309713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Network ddf32eca-8513-4847-982f-180460669e29 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:50:45.312162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:50:45.314293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.314988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:45.316452 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] 10.222.0.47 "PUT /v2.0/ports/964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 1158 time: 2.4700069
Feb 17 00:50:45.316978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:45.323333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:50:45.389947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.390633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:45.457305 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2868266
Feb 17 00:50:45.474365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Request body: {'port': {'device_id': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:50:45.492563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b992ab-f244-4a68-ae5e-dd47545312d6 req-244526e1-bc8f-4592-8670-9738dba30aeb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.494250 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23b992ab-f244-4a68-ae5e-dd47545312d6 req-244526e1-bc8f-4592-8670-9738dba30aeb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1927638
Feb 17 00:50:45.502867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3863a6-1a4b-4ffc-8e15-82dbea89ba49 req-36875f36-05ef-4adf-8a2e-ee3d02f31ece tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.504450 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a3863a6-1a4b-4ffc-8e15-82dbea89ba49 req-36875f36-05ef-4adf-8a2e-ee3d02f31ece tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 932 time: 0.2433989
Feb 17 00:50:45.588792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-f26a9471-882a-408e-931c-c72de1ca9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.590388 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-f26a9471-882a-408e-931c-c72de1ca9f0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1161 time: 0.1819773
Feb 17 00:50:45.602049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2a3863a6-1a4b-4ffc-8e15-82dbea89ba49 req-068ca630-6cae-400e-84c8-f20f1646407a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Synchronizing usage tracker for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:50:45.606839 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23b992ab-f244-4a68-ae5e-dd47545312d6 req-4bd66925-a7a7-438c-b0b7-c9aaae9f8c7d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1014209
Feb 17 00:50:45.615041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bf97e-435e-4674-984b-9828c85647a5 req-bb41f7b0-edfa-4911-9548-f04da529ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.615830 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b35bf97e-435e-4674-984b-9828c85647a5 req-bb41f7b0-edfa-4911-9548-f04da529ad73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 1163 time: 0.1939490
Feb 17 00:50:45.640818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device e4d00860-df07-44c8-bb28-05e363ab0ec4 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:45.659386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-2a3863a6-1a4b-4ffc-8e15-82dbea89ba49 req-068ca630-6cae-400e-84c8-f20f1646407a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Unset dirty status for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:50:45.660642 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a3863a6-1a4b-4ffc-8e15-82dbea89ba49 req-068ca630-6cae-400e-84c8-f20f1646407a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397216
Feb 17 00:50:45.684855 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-0335fd85-fc37-4814-9279-8da341dda733 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 217 time: 0.0828798
Feb 17 00:50:45.700085 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b35bf97e-435e-4674-984b-9828c85647a5 req-5a6ac7dc-3d57-47df-95d4-6e2e8e901091 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696461
Feb 17 00:50:45.738179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:45.741181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port e4d00860-df07-44c8-bb28-05e363ab0ec4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:45.742336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:45.750725 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'status': 'completed', 'code': 200}
Feb 17 00:50:45.873289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-abd21bc9-6a42-4d9d-a5e8-71a70282181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.874804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-abd21bc9-6a42-4d9d-a5e8-71a70282181c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.1813567
Feb 17 00:50:45.972314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184ab98-b7ac-4ca2-b6b4-bf00da7fcd23 req-563cea5d-24cb-441a-b63a-79216b0fdb46 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.974000 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b184ab98-b7ac-4ca2-b6b4-bf00da7fcd23 req-563cea5d-24cb-441a-b63a-79216b0fdb46 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1902795
Feb 17 00:50:45.985759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbb514-a8bc-479e-a3d9-7d13316545b9 req-dc66453c-6164-443f-a427-53c3f391987e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:45.987384 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38cbb514-a8bc-479e-a3d9-7d13316545b9 req-dc66453c-6164-443f-a427-53c3f391987e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.1272793
Feb 17 00:50:46.065317 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b184ab98-b7ac-4ca2-b6b4-bf00da7fcd23 req-693da639-eb89-4b79-b033-4e72c1f1a5e1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0768371
Feb 17 00:50:46.073152 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38cbb514-a8bc-479e-a3d9-7d13316545b9 req-56991bfd-20a5-4618-8334-8e794c763770 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706806
Feb 17 00:50:46.234581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-710d0d34-4b2c-4008-b244-e509efde8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:46.236204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-710d0d34-4b2c-4008-b244-e509efde8d05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1848965
Feb 17 00:50:46.305344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ca409-567f-45c8-b9d0-07d843c6fc1c req-24bf6687-ca04-42f3-b348-9e3be6b00c8c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:46.307215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b4ca409-567f-45c8-b9d0-07d843c6fc1c req-24bf6687-ca04-42f3-b348-9e3be6b00c8c tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1006682
Feb 17 00:50:46.357406 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b4ca409-567f-45c8-b9d0-07d843c6fc1c req-bb5d4f14-f41c-42f0-8147-bf3ba5612c84 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426819
Feb 17 00:50:46.399023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b66f49-0452-4e83-9030-b23ef6243a24 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:50:46.410002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:46.438781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Transition to ACTIVE for port object d3b66f49-0452-4e83-9030-b23ef6243a24 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:50:46.443685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:46.461801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-aa583ed7-495f-41e0-ba70-724c60f7b65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:46.586582 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-4684dc5c-f94c-4ca1-ad35-c2209de13838 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988446
Feb 17 00:50:46.683040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66f49-0452-4e83-9030-b23ef6243a24,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:46.705346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:46.849926 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33fd91cc-aa75-4533-b049-8940d994c0c6 req-d39be23a-b90d-4145-b2e3-89b9678fa175 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2507470
Feb 17 00:50:46.935613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd06bc-14ad-4212-a170-b286977055af req-6e5805ae-6de2-4929-b141-024a2a32560c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:46.937156 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79dd06bc-14ad-4212-a170-b286977055af req-6e5805ae-6de2-4929-b141-024a2a32560c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1835754
Feb 17 00:50:46.943389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde685b-7ca4-43e1-98bc-fee60794560d req-aa6b4d83-792c-4329-980d-6f968c1edbcb tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:46.945847 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bde685b-7ca4-43e1-98bc-fee60794560d req-aa6b4d83-792c-4329-980d-6f968c1edbcb tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.1344335
Feb 17 00:50:46.974264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Attempting to bind port d3b66f49-0452-4e83-9030-b23ef6243a24 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:50:46.974645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Attempting to bind port d3b66f49-0452-4e83-9030-b23ef6243a24 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:50:46.975070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Attempting to bind port d3b66f49-0452-4e83-9030-b23ef6243a24 on network ddf32eca-8513-4847-982f-180460669e29 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:50:46.983821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:50:46.984206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Checking segment: {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:50:46.984614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:46.985007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Bound using segment: {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:50:46.985481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Bound port: d3b66f49-0452-4e83-9030-b23ef6243a24, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:50:46.985857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:47.021820 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79dd06bc-14ad-4212-a170-b286977055af req-8fc9cf75-0d73-4aa7-a7fc-af06b368da0a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0747375
Feb 17 00:50:47.029718 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9bde685b-7ca4-43e1-98bc-fee60794560d req-9416cbaf-f031-4f61-afdb-a24549f9c6d7 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683694
Feb 17 00:50:47.095174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671648-9c5d-464b-bd6d-692791ba885a req-f440f12b-550f-48f6-83cf-48b4c35a9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.096781 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-f440f12b-550f-48f6-83cf-48b4c35a9f5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1161 time: 0.1704698
Feb 17 00:50:47.105808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] For port d3b66f49-0452-4e83-9030-b23ef6243a24, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:50:47.109294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] For port d3b66f49-0452-4e83-9030-b23ef6243a24, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d3b66f49-0452-4e83-9030-b23ef6243a24,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:50:47.352137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:47.417691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:47.551509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548e241-7579-4071-96ff-49835ed75d7d req-b54161a5-dba5-4f9c-81d5-6a235e9127d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.553115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f548e241-7579-4071-96ff-49835ed75d7d req-b54161a5-dba5-4f9c-81d5-6a235e9127d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.3640587
Feb 17 00:50:47.567954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfee41-4bbd-4039-92eb-b95fbab903a4 req-c0fef452-6895-48de-9e7d-d8a23e444483 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.574927 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6cfee41-4bbd-4039-92eb-b95fbab903a4 req-c0fef452-6895-48de-9e7d-d8a23e444483 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.1280780
Feb 17 00:50:47.637851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b66f49-0452-4e83-9030-b23ef6243a24,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:47.645892 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f548e241-7579-4071-96ff-49835ed75d7d req-6107ecc9-3b2a-4395-8f3f-5bbf6c178482 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0748541
Feb 17 00:50:47.651122 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d6cfee41-4bbd-4039-92eb-b95fbab903a4 req-3c98d29a-3933-478b-996c-5f5080f798c4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660174
Feb 17 00:50:47.652773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:47.675845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671648-9c5d-464b-bd6d-692791ba885a req-a713251c-c62f-42ba-8b4f-42286399deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.675845 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-a713251c-c62f-42ba-8b4f-42286399deb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.5639458
Feb 17 00:50:47.766814 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-4cc09046-0fc2-4847-806a-1875298c4dda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 217 time: 0.0803862
Feb 17 00:50:47.772532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.773272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:47.774714 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3b66f49-0452-4e83-9030-b23ef6243a24 HTTP/1.1" status: 200  len: 1158 time: 2.3064289
Feb 17 00:50:47.775290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:47.784831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device e4d00860-df07-44c8-bb28-05e363ab0ec4 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:47.861957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671648-9c5d-464b-bd6d-692791ba885a req-d42e4ad2-2956-45af-8690-a9fa4f0efcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.865528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-d42e4ad2-2956-45af-8690-a9fa4f0efcb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0845199
Feb 17 00:50:47.890555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port e4d00860-df07-44c8-bb28-05e363ab0ec4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:47.891183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:47.899211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c1a1-0904-4cfb-b3c7-7a0875fd20ff req-110dae63-5ef1-4f36-b11c-c729d23f9f31 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:47.906920 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cc4c1a1-0904-4cfb-b3c7-7a0875fd20ff req-110dae63-5ef1-4f36-b11c-c729d23f9f31 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1383355
Feb 17 00:50:47.971624 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cc4c1a1-0904-4cfb-b3c7-7a0875fd20ff req-5ad9726d-2aa8-4ead-8bf3-cb4a7a5e2fec tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576909
Feb 17 00:50:47.980561 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24', 'status': 'completed', 'code': 200}
Feb 17 00:50:48.044186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671648-9c5d-464b-bd6d-692791ba885a req-d22e9c49-d198-4454-b7ce-5f18d27a3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.046023 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-d22e9c49-d198-4454-b7ce-5f18d27a3409 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196606
Feb 17 00:50:48.048362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-30df9343-5ffc-4719-89bc-cef9ac8a4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.049860 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-30df9343-5ffc-4719-89bc-cef9ac8a4c44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 1161 time: 0.1816382
Feb 17 00:50:48.238692 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-a1b1553b-42ba-4a77-9381-f72e597e8124 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b66f49-0452-4e83-9030-b23ef6243a24 HTTP/1.1" status: 200  len: 217 time: 0.1438210
Feb 17 00:50:48.309171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733c036-ffec-42db-a2f2-b2fae4bbbe78 req-d8814e45-ca70-43c8-87e0-8b752d710a1e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.311397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2733c036-ffec-42db-a2f2-b2fae4bbbe78 req-d8814e45-ca70-43c8-87e0-8b752d710a1e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.1199570
Feb 17 00:50:48.319122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79a25c-09b9-4645-bcd8-40252a297a52 req-e08f322e-3549-4d87-a225-7893f0cd46d7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.321397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb79a25c-09b9-4645-bcd8-40252a297a52 req-e08f322e-3549-4d87-a225-7893f0cd46d7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1824837
Feb 17 00:50:48.357476 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-8ff176c5-d13b-4cdd-a9b6-6a8ffaeaefb2 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928851
Feb 17 00:50:48.400177 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2733c036-ffec-42db-a2f2-b2fae4bbbe78 req-5573154e-2d28-4b69-8f36-7991b8ca4634 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777175
Feb 17 00:50:48.408152 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb79a25c-09b9-4645-bcd8-40252a297a52 req-077ff585-2673-4b8b-b92f-aee637937bea tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0692937
Feb 17 00:50:48.457543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b409-7006-4f50-a032-b5e7931401ad req-a7e4e906-821c-4b8a-9ed1-10642c734b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.459625 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-a7e4e906-821c-4b8a-9ed1-10642c734b08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0d54fcf-0fb6-4422-b514-249b5cac2a5f HTTP/1.1" status: 200  len: 853 time: 0.2072625
Feb 17 00:50:48.534242 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-6f21e741-410d-4bf2-a3cd-d265a9a84e70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddf32eca-8513-4847-982f-180460669e29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609937
Feb 17 00:50:48.693193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7671648-9c5d-464b-bd6d-692791ba885a req-f5fd7a94-0294-4104-87e7-4a208fe90c59 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3247757
Feb 17 00:50:48.742781 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-11912ddd-b878-47d6-9a10-594bfd41cd8f service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869791
Feb 17 00:50:48.906760 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b307b409-7006-4f50-a032-b5e7931401ad req-21372edb-98fb-4e2b-93ca-1f27f3e526ff service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561275
Feb 17 00:50:48.954817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28601d-8a65-40ef-8c5c-0270cfdc8520 req-0a6cb428-ad46-4c02-8957-23aac3e5768f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.956434 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de28601d-8a65-40ef-8c5c-0270cfdc8520 req-0a6cb428-ad46-4c02-8957-23aac3e5768f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.1684074
Feb 17 00:50:48.964595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e8f88-657f-4500-bbf6-2f9b91b39ca8 req-86652a9d-0ee6-4c36-ba7f-c05d241acde5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:48.966356 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-548e8f88-657f-4500-bbf6-2f9b91b39ca8 req-86652a9d-0ee6-4c36-ba7f-c05d241acde5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1327577
Feb 17 00:50:49.043078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de28601d-8a65-40ef-8c5c-0270cfdc8520 req-30df58ee-1165-45fc-a848-2051abc60446 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755844
Feb 17 00:50:49.050858 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-548e8f88-657f-4500-bbf6-2f9b91b39ca8 req-7fe4e32e-bf80-496c-89db-afd551faf5e1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0663829
Feb 17 00:50:49.058118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-657b0317-952c-47ce-9fb3-0e448e97454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.059766 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-657b0317-952c-47ce-9fb3-0e448e97454d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 1161 time: 0.0858862
Feb 17 00:50:49.213265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-f39d882e-e8bf-4685-8c71-0981f0ce3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.214782 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-f39d882e-e8bf-4685-8c71-0981f0ce3804 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 908 time: 0.1467378
Feb 17 00:50:49.262577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e05eaa-4f67-4a84-9aec-8a604be11b62 req-068e0d6b-22ae-4e32-a7ed-2749d940149b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.264418 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77e05eaa-4f67-4a84-9aec-8a604be11b62 req-068e0d6b-22ae-4e32-a7ed-2749d940149b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0939183
Feb 17 00:50:49.295163 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-3b8a7269-8d46-4a78-8844-886172e27032 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3b66f49-0452-4e83-9030-b23ef6243a24 HTTP/1.1" status: 200  len: 217 time: 0.0720139
Feb 17 00:50:49.317380 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77e05eaa-4f67-4a84-9aec-8a604be11b62 req-32215ea1-054b-4e43-bfb1-826b3f729cbf tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454180
Feb 17 00:50:49.368298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-fa8d471b-eeae-40af-a1ba-acbdda8517ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.369901 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-fa8d471b-eeae-40af-a1ba-acbdda8517ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0d54fcf-0fb6-4422-b514-249b5cac2a5f HTTP/1.1" status: 200  len: 853 time: 0.0663934
Feb 17 00:50:49.432793 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-48ca3967-5570-4b3d-bd32-4ea137a1e2f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddf32eca-8513-4847-982f-180460669e29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548897
Feb 17 00:50:49.618419 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-2251975e-958c-4f5c-9572-93954131dbf4 service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716297
Feb 17 00:50:49.716403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47243566-6bf1-431b-8949-5913329c45b4 req-7b6772fc-9ffe-4e23-90b5-77d4c3067420 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.718006 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47243566-6bf1-431b-8949-5913329c45b4 req-7b6772fc-9ffe-4e23-90b5-77d4c3067420 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.1760492
Feb 17 00:50:49.724230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d261ffc-86b4-4439-8ec2-eb96949b2838 req-8d060bd1-31f0-4639-a727-bb2a0f48a481 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:49.725717 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d261ffc-86b4-4439-8ec2-eb96949b2838 req-8d060bd1-31f0-4639-a727-bb2a0f48a481 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1263263
Feb 17 00:50:49.764528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add39389-8c7d-456d-82df-3216ee1e8db9 req-def493ca-9eb1-440b-afac-09fdb3a27046 service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385710
Feb 17 00:50:49.802773 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47243566-6bf1-431b-8949-5913329c45b4 req-1d9845d7-b00e-47d3-9bc9-7081900db90a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760114
Feb 17 00:50:49.807905 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d261ffc-86b4-4439-8ec2-eb96949b2838 req-82054703-2bd0-4f3d-9b98-cf95ed92edd8 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0652134
Feb 17 00:50:50.284025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366289e5-55f8-4379-b090-53d0fbeb1136 req-876e792e-fda3-485b-9419-b1c6e9521a2a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:50.285669 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-366289e5-55f8-4379-b090-53d0fbeb1136 req-876e792e-fda3-485b-9419-b1c6e9521a2a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0922110
Feb 17 00:50:50.335650 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-366289e5-55f8-4379-b090-53d0fbeb1136 req-4d3db61e-42b1-4632-9cd5-60f44b6983d6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428801
Feb 17 00:50:50.528771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca38009-ad7c-4e21-b516-d7dd49f8094e req-481b0c5c-4e6d-4afb-bb90-5b7af86631c6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:50.530527 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dca38009-ad7c-4e21-b516-d7dd49f8094e req-481b0c5c-4e6d-4afb-bb90-5b7af86631c6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0918579
Feb 17 00:50:50.578300 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dca38009-ad7c-4e21-b516-d7dd49f8094e req-20aa5522-5475-409b-af36-b4fdf6b31f88 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413477
Feb 17 00:50:51.008183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76644f-9db8-41cf-88cf-ac009968b282 req-a5e728b6-196e-4dfc-8083-e00760c2a960 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:51.009833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-be76644f-9db8-41cf-88cf-ac009968b282 req-a5e728b6-196e-4dfc-8083-e00760c2a960 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0900891
Feb 17 00:50:51.059982 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-be76644f-9db8-41cf-88cf-ac009968b282 req-e4155578-8e9b-4aae-a0d7-6a417939c24f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431077
Feb 17 00:50:51.256398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f2cc-e6e7-4055-8235-7381ce7647fe req-3315b101-abd0-45bf-8e2c-f3547e486199 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:51.258231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3a6f2cc-e6e7-4055-8235-7381ce7647fe req-3315b101-abd0-45bf-8e2c-f3547e486199 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0953524
Feb 17 00:50:51.306813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3a6f2cc-e6e7-4055-8235-7381ce7647fe req-5ccb9162-3350-4482-90c2-e3d38be851c7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423176
Feb 17 00:50:51.549349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9d1da-c078-42ea-9e64-205641496b47 req-c75882ef-e9c1-4dbb-92b5-b608d65c3cb0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:51.550945 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0e9d1da-c078-42ea-9e64-205641496b47 req-c75882ef-e9c1-4dbb-92b5-b608d65c3cb0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0864880
Feb 17 00:50:51.601738 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0e9d1da-c078-42ea-9e64-205641496b47 req-2c6fe70e-2f9b-45be-b7db-981a4e3f0f9e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443273
Feb 17 00:50:51.782498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926e50-81bc-4bff-b7f7-f4e60f01884c req-755dcd99-e286-46a5-aecf-219011bcf019 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:51.784147 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60926e50-81bc-4bff-b7f7-f4e60f01884c req-755dcd99-e286-46a5-aecf-219011bcf019 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0901132
Feb 17 00:50:51.832540 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-60926e50-81bc-4bff-b7f7-f4e60f01884c req-6ef1ca44-1c9d-4add-a76a-4aaa8e48d488 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418589
Feb 17 00:50:52.263381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e975a8-386b-4334-a7e1-666f85556a5b req-f4a849b5-7c3a-437f-bbc2-43b8fe3af74b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:52.264993 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5e975a8-386b-4334-a7e1-666f85556a5b req-f4a849b5-7c3a-437f-bbc2-43b8fe3af74b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0896964
Feb 17 00:50:52.312735 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e5e975a8-386b-4334-a7e1-666f85556a5b req-0653f8ad-c4a8-4d0e-9b09-4797c0855f26 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415351
Feb 17 00:50:52.505134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752e7e8-2bdc-4e4c-b021-249e8aa6278a req-36e7cf09-36cb-4783-bc09-3a3465c7d04c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:52.506788 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e752e7e8-2bdc-4e4c-b021-249e8aa6278a req-36e7cf09-36cb-4783-bc09-3a3465c7d04c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0871468
Feb 17 00:50:52.555165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e752e7e8-2bdc-4e4c-b021-249e8aa6278a req-c2c39cc8-410e-4553-a1bc-a5ea8b7df6b8 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418227
Feb 17 00:50:52.820485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0359d-62b0-4260-9e51-c674ffc3cd96 req-79b86373-790e-44e7-9968-47d3850dcac1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:52.822160 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38d0359d-62b0-4260-9e51-c674ffc3cd96 req-79b86373-790e-44e7-9968-47d3850dcac1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1017156
Feb 17 00:50:52.870693 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38d0359d-62b0-4260-9e51-c674ffc3cd96 req-79a3304a-d5e7-434e-8e26-c99c750fb820 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421562
Feb 17 00:50:53.031854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbefd-b369-4dd5-8cad-50026e51928c req-220ca76d-4aaf-405a-b4bd-c7a46958eac5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:53.033422 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-928dbefd-b369-4dd5-8cad-50026e51928c req-220ca76d-4aaf-405a-b4bd-c7a46958eac5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0871913
Feb 17 00:50:53.084784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-928dbefd-b369-4dd5-8cad-50026e51928c req-5097f872-20e1-4355-953a-960e2dd88c08 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445900
Feb 17 00:50:53.512114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71572554-114e-40ca-be9a-341385461762 req-78510a8b-d249-4dd1-b740-ed6ad3b0163a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:53.513719 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71572554-114e-40ca-be9a-341385461762 req-78510a8b-d249-4dd1-b740-ed6ad3b0163a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0870929
Feb 17 00:50:53.562080 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71572554-114e-40ca-be9a-341385461762 req-04fddcf4-0009-46bb-8151-e70b8891455c tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420432
Feb 17 00:50:53.761039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0cc9b-9971-45d9-8133-48246cd48f7c req-72fd2558-3d60-4270-833c-11f62b95ed17 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:53.762642 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03c0cc9b-9971-45d9-8133-48246cd48f7c req-72fd2558-3d60-4270-833c-11f62b95ed17 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0913775
Feb 17 00:50:53.814113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03c0cc9b-9971-45d9-8133-48246cd48f7c req-6dfeed90-46fb-4784-8631-69dcab780c79 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450096
Feb 17 00:50:54.074043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83309822-5db3-4979-a930-173e22ee085b req-29a00778-8f09-4a2c-a2ae-9c81a97af088 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:54.075672 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-83309822-5db3-4979-a930-173e22ee085b req-29a00778-8f09-4a2c-a2ae-9c81a97af088 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0881398
Feb 17 00:50:54.127560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-83309822-5db3-4979-a930-173e22ee085b req-9ac19ace-53b6-4eb7-81be-83797d1421ee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456121
Feb 17 00:50:54.285862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad5f29-1db7-4010-ba59-87eaf0585b48 req-f3662c0e-c37d-4ae2-a285-c87ea57e99e8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:54.287375 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49ad5f29-1db7-4010-ba59-87eaf0585b48 req-f3662c0e-c37d-4ae2-a285-c87ea57e99e8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0873187
Feb 17 00:50:54.334204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-49ad5f29-1db7-4010-ba59-87eaf0585b48 req-9cebef0f-45f8-46cb-bfb3-5bc2536db079 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402496
Feb 17 00:50:54.764701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36885f3-73b3-4f03-8460-6ea3a9d80a53 req-ed783c1a-3283-4342-9949-a03823d08889 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:54.766302 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d36885f3-73b3-4f03-8460-6ea3a9d80a53 req-ed783c1a-3283-4342-9949-a03823d08889 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0881741
Feb 17 00:50:54.833386 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d36885f3-73b3-4f03-8460-6ea3a9d80a53 req-381657ce-22da-4a8b-9b65-87c43c8326bc tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475533
Feb 17 00:50:55.013891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c434ec-e398-4ece-8c44-1ed3d2a63b4d req-8b3cae93-f3aa-48a5-8aff-932396599edd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:55.015508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14c434ec-e398-4ece-8c44-1ed3d2a63b4d req-8b3cae93-f3aa-48a5-8aff-932396599edd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0855663
Feb 17 00:50:55.063055 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-14c434ec-e398-4ece-8c44-1ed3d2a63b4d req-5289cb61-5eda-44e2-ba72-95a02b2c3f74 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412035
Feb 17 00:50:55.267744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4e49f-e9c0-49b1-af62-c78ed26c7586 req-f0d84305-1846-4ce3-9b5a-90cc12f6604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:55.269353 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e4f4e49f-e9c0-49b1-af62-c78ed26c7586 req-f0d84305-1846-4ce3-9b5a-90cc12f6604a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.0770254
Feb 17 00:50:55.312861 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e4f4e49f-e9c0-49b1-af62-c78ed26c7586 req-2b090e14-0ebc-47ee-b9bb-0022115e8673 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359108
Feb 17 00:50:55.336064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402913e-86f6-4cd8-86a6-79cee1733a44 req-ba8be8c4-b092-48c0-8d45-b1d1e4f82a8a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:55.337587 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2402913e-86f6-4cd8-86a6-79cee1733a44 req-ba8be8c4-b092-48c0-8d45-b1d1e4f82a8a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0923026
Feb 17 00:50:55.385050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2402913e-86f6-4cd8-86a6-79cee1733a44 req-9f82dd44-4e37-40ed-9414-966e83338f13 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410447
Feb 17 00:50:55.535636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdf654-6a29-44bf-9cf1-58587ebcf8ed req-21d2ec0d-d783-4818-8e00-d5e5e4738355 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:55.537204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75bdf654-6a29-44bf-9cf1-58587ebcf8ed req-21d2ec0d-d783-4818-8e00-d5e5e4738355 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0865893
Feb 17 00:50:55.585711 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75bdf654-6a29-44bf-9cf1-58587ebcf8ed req-24a79025-a113-4312-9fe5-9ff1bc692d09 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416362
Feb 17 00:50:55.883070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-e0306e71-dc10-4d87-a56f-89db03ec2b97 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:50:56.034126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0f43c-32fe-40ce-b80b-c08ab2e6ec71 req-c05943b8-cf7b-4eee-b02c-1d5fa4fb145f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:56.035715 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c0f43c-32fe-40ce-b80b-c08ab2e6ec71 req-c05943b8-cf7b-4eee-b02c-1d5fa4fb145f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0885978
Feb 17 00:50:56.082193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c0f43c-32fe-40ce-b80b-c08ab2e6ec71 req-0d7549a0-2d21-4900-b443-9606c687867f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395613
Feb 17 00:50:56.262621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635514e-a620-4c15-b410-f4003618403d req-7059d854-8823-4578-bb6e-18321859ad05 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:56.264148 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1635514e-a620-4c15-b410-f4003618403d req-7059d854-8823-4578-bb6e-18321859ad05 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0847602
Feb 17 00:50:56.310851 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1635514e-a620-4c15-b410-f4003618403d req-09cd5dae-2e0f-4c44-a478-ff69a8c75574 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405741
Feb 17 00:50:56.594208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b83ed0-68eb-4511-908d-cacadbdae72d req-258e168b-78f9-42cd-9966-e4066a734b8c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:56.595808 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7b83ed0-68eb-4511-908d-cacadbdae72d req-258e168b-78f9-42cd-9966-e4066a734b8c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0906556
Feb 17 00:50:56.646433 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e7b83ed0-68eb-4511-908d-cacadbdae72d req-f0a1ffe4-bcb9-4b09-8ff6-ebc57dc86904 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442860
Feb 17 00:50:56.794077 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee2de1-bf3b-4625-879d-fff774d35a17 req-06256c01-6370-4052-ac67-1257a39c61ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:56.795768 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74ee2de1-bf3b-4625-879d-fff774d35a17 req-06256c01-6370-4052-ac67-1257a39c61ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0939102
Feb 17 00:50:56.845862 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-74ee2de1-bf3b-4625-879d-fff774d35a17 req-13ed7711-1fd4-483c-a1fa-2729aefc0318 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438373
Feb 17 00:50:57.130482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:57.209184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port d3b66f49-0452-4e83-9030-b23ef6243a24 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:57.215436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d3b66f49-0452-4e83-9030-b23ef6243a24 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:57.215866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:57.355340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:57.387017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:57.398392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d3b66f49-0452-4e83-9030-b23ef6243a24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d3b66f49-0452-4e83-9030-b23ef6243a24,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:57.402405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:57.404733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:57.428221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb34f93-7007-41a3-acf7-15b4c1dada88 req-e74706fb-0e4b-47fc-96f4-533f539ee9b2 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:57.430703 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cb34f93-7007-41a3-acf7-15b4c1dada88 req-e74706fb-0e4b-47fc-96f4-533f539ee9b2 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 944 time: 0.0968580
Feb 17 00:50:57.477939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d3b66f49-0452-4e83-9030-b23ef6243a24,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:57.481360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:50:57.534041 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cb34f93-7007-41a3-acf7-15b4c1dada88 req-ddf40ed8-99e1-41a2-8fc7-17e4f2cb6240 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667431
Feb 17 00:50:57.560944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cea2d-9e33-45c6-9356-84ae4426a415 req-c45bfab8-e9ce-4ec2-ad88-3f350e02db2e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:57.562569 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-972cea2d-9e33-45c6-9356-84ae4426a415 req-c45bfab8-e9ce-4ec2-ad88-3f350e02db2e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1308839
Feb 17 00:50:57.598367 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24', 'code': 200}
Feb 17 00:50:57.613045 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-972cea2d-9e33-45c6-9356-84ae4426a415 req-014b630d-8e48-479f-b160-01b3531beee5 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437009
Feb 17 00:50:57.897105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13cff6-995f-433b-bcc5-3816c83506d4 req-0115952a-4663-4ce6-b05c-3b44c4efa18d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:57.899750 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe13cff6-995f-433b-bcc5-3816c83506d4 req-0115952a-4663-4ce6-b05c-3b44c4efa18d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1244879
Feb 17 00:50:57.952230 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe13cff6-995f-433b-bcc5-3816c83506d4 req-2070ec2f-2193-4733-b714-4185722dff39 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460427
Feb 17 00:50:57.990619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d1862-de3a-431d-be4e-ccdd4d6dd3cb req-ad48eb49-d85b-4077-9cc3-87583115edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:57.992844 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-850d1862-de3a-431d-be4e-ccdd4d6dd3cb req-ad48eb49-d85b-4077-9cc3-87583115edea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 1163 time: 0.0871379
Feb 17 00:50:58.048625 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-850d1862-de3a-431d-be4e-ccdd4d6dd3cb req-82303c61-f6a5-4ed7-9b88-c4009b0059e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419259
Feb 17 00:50:58.076911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554672f-d270-4b23-a683-71831c779c47 req-e04249e2-9092-4a63-987e-573b2e52ec1a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:58.078528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f554672f-d270-4b23-a683-71831c779c47 req-e04249e2-9092-4a63-987e-573b2e52ec1a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0938313
Feb 17 00:50:58.127256 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f554672f-d270-4b23-a683-71831c779c47 req-47df69ff-89bb-401e-9bdd-a293c3ba7f5d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422120
Feb 17 00:50:58.392627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3f425-b759-4d83-a834-e0e1fce2787a req-f0276a58-f9a6-41a6-ab12-8cc4a8f4075b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:58.394247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3fa3f425-b759-4d83-a834-e0e1fce2787a req-f0276a58-f9a6-41a6-ab12-8cc4a8f4075b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0938392
Feb 17 00:50:58.447233 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3fa3f425-b759-4d83-a834-e0e1fce2787a req-8458c30c-e234-4a21-a151-a4876ffd394c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464411
Feb 17 00:50:58.653549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-1ee232f1-f452-4c3f-8928-ed262a62aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:58.655938 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-1ee232f1-f452-4c3f-8928-ed262a62aa8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=471d22c370e245d6b19971065f542344&device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 1163 time: 0.0849543
Feb 17 00:50:58.966278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bd79c-03bc-44ed-80c1-c7441b2d6841 req-2a967a37-16c9-4f7c-beb4-0e3002c9acb8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:58.967930 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f69bd79c-03bc-44ed-80c1-c7441b2d6841 req-2a967a37-16c9-4f7c-beb4-0e3002c9acb8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3604016
Feb 17 00:50:59.024566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ac3e-8b62-4eea-afaa-a61573548b5b req-b53533c1-5fb6-49c1-a378-79dbd2d225f9 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.026145 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ffe1ac3e-8b62-4eea-afaa-a61573548b5b req-b53533c1-5fb6-49c1-a378-79dbd2d225f9 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.3536437
Feb 17 00:50:59.038523 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f69bd79c-03bc-44ed-80c1-c7441b2d6841 req-d601e726-2022-4d01-b7ea-5fb3539573c9 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567875
Feb 17 00:50:59.039309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-9cae0aa6-b8e7-4702-a3eb-aeb0db271c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.040876 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-9cae0aa6-b8e7-4702-a3eb-aeb0db271c20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 200  len: 912 time: 0.3705859
Feb 17 00:50:59.080176 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ffe1ac3e-8b62-4eea-afaa-a61573548b5b req-7e1ef9dc-fe7e-4e87-b060-7dc48a80fe07 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455844
Feb 17 00:50:59.120115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-958547fe-605b-4765-a99d-f3ecfffb4cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 200  len: 217 time: 0.0713203
Feb 17 00:50:59.192381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-285e2cef-7d8d-40cf-a5be-7a902d10e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.193946 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-285e2cef-7d8d-40cf-a5be-7a902d10e0f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 200  len: 858 time: 0.0659533
Feb 17 00:50:59.233217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:59.263839 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-3315f89b-d390-4d70-a889-20326dca53d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66dab043-1202-48a9-9147-16c09bc58aca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546877
Feb 17 00:50:59.308473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b3dc4-3a2b-4bd8-b5ca-0a68006fdc39 req-5e14acfc-1cb1-4463-a6a5-5c3554b38809 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.308711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d3b66f49-0452-4e83-9030-b23ef6243a24 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:59.308966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:59.310076 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de1b3dc4-3a2b-4bd8-b5ca-0a68006fdc39 req-5e14acfc-1cb1-4463-a6a5-5c3554b38809 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1597345
Feb 17 00:50:59.321171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408ba9-f7dc-4bd9-9c76-b1ff357dfe93 req-d7cb40c4-eaf2-4d5b-be2b-99eace8bf7c4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.322700 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8408ba9-f7dc-4bd9-9c76-b1ff357dfe93 req-d7cb40c4-eaf2-4d5b-be2b-99eace8bf7c4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1316755
Feb 17 00:50:59.395136 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de1b3dc4-3a2b-4bd8-b5ca-0a68006fdc39 req-26f6a8ca-d5ed-4474-8348-5af067b247c2 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0712471
Feb 17 00:50:59.407116 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8408ba9-f7dc-4bd9-9c76-b1ff357dfe93 req-3af9dc41-d777-4043-bdf5-130f41ad37ff tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0667646
Feb 17 00:50:59.421194 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-ed79660f-2dc0-46f2-8b66-ef4e6bc29b89 service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498656
Feb 17 00:50:59.449785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:50:59.520143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 964e9356-8eca-4508-a11e-430c3e149500 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:50:59.525804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:50:59.526235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:59.575973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c7e2aed-4d61-4ec9-9879-afad6546aae2 req-a6900330-ad5e-40cf-ab13-df10450f3fae service neutron] 10.222.0.47 "GET /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462612
Feb 17 00:50:59.657608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:59.671646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae5887-f23f-437e-b445-8207601b0021 req-eeb1ded0-d73c-487f-9e05-895a5562359c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:50:59.673236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89ae5887-f23f-437e-b445-8207601b0021 req-eeb1ded0-d73c-487f-9e05-895a5562359c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1069391
Feb 17 00:50:59.687461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:50:59.699363 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:50:59.702703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:50:59.704832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:50:59.723536 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89ae5887-f23f-437e-b445-8207601b0021 req-f9a510a2-00db-4f67-8af3-6022e2d1e1fb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430725
Feb 17 00:50:59.737910 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'code': 200}
Feb 17 00:50:59.782230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:50:59.785523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:00.177499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:00.225029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59988b8a-fb56-4a1b-865b-84df64bba956 req-040cf662-a404-4ddc-869f-03dd43400cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.227728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59988b8a-fb56-4a1b-865b-84df64bba956 req-040cf662-a404-4ddc-869f-03dd43400cdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.0837860
Feb 17 00:51:00.260985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d3b66f49-0452-4e83-9030-b23ef6243a24 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:00.261533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:00.275516 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59988b8a-fb56-4a1b-865b-84df64bba956 req-0c7a7dcc-ed67-4f8d-a778-63c978183bed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0388262
Feb 17 00:51:00.330645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872162b-aaff-4e14-af63-9fc8426cb3e5 req-d726e3ea-b2d6-413f-a761-3069ba920893 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.332307 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3872162b-aaff-4e14-af63-9fc8426cb3e5 req-d726e3ea-b2d6-413f-a761-3069ba920893 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1707542
Feb 17 00:51:00.339953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e3ce-f6f6-49b8-9ad6-10c742ff80b5 req-81105d2c-eb8d-460d-90bf-ad28beb5aee5 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.341504 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac64e3ce-f6f6-49b8-9ad6-10c742ff80b5 req-81105d2c-eb8d-460d-90bf-ad28beb5aee5 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.1355519
Feb 17 00:51:00.388593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:00.417446 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3872162b-aaff-4e14-af63-9fc8426cb3e5 req-b42a8a45-fdf0-49bc-b0a1-49f63635a0fa tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749178
Feb 17 00:51:00.422196 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ac64e3ce-f6f6-49b8-9ad6-10c742ff80b5 req-068c970e-96a5-416d-9830-13126401e214 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634522
Feb 17 00:51:00.462471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:00.463026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:00.690629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e221-8406-4f6d-a720-e99020e7539e req-5415d5a6-f63b-4dec-80e3-493885036773 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.692268 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7829e221-8406-4f6d-a720-e99020e7539e req-5415d5a6-f63b-4dec-80e3-493885036773 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1566212
Feb 17 00:51:00.702507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363e4a7-4053-4523-9b4a-614dae47da94 req-c411f057-22e5-4bc7-80d4-720778d4ade4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.704045 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9363e4a7-4053-4523-9b4a-614dae47da94 req-c411f057-22e5-4bc7-80d4-720778d4ade4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1236451
Feb 17 00:51:00.783996 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7829e221-8406-4f6d-a720-e99020e7539e req-ccfdd9cd-1599-4ab3-b568-db7df37b47a3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0789192
Feb 17 00:51:00.791595 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9363e4a7-4053-4523-9b4a-614dae47da94 req-7c44960d-27e3-4093-bbdf-6ca4b6e7fd43 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0703895
Feb 17 00:51:00.990058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551465a8-67ef-4879-9da8-6b1f7a5824d1 req-b17f9481-07bc-4850-a556-04a909626262 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:00.992107 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-551465a8-67ef-4879-9da8-6b1f7a5824d1 req-b17f9481-07bc-4850-a556-04a909626262 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0910325
Feb 17 00:51:01.043785 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-551465a8-67ef-4879-9da8-6b1f7a5824d1 req-91dfff72-f6dd-45ac-8b7b-a4edea130b35 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439730
Feb 17 00:51:01.700351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c4a75-0ab9-4159-9610-40b96fca6612 req-97d57863-f7d4-4a69-af18-c9085b73754a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:01.702054 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c2c4a75-0ab9-4159-9610-40b96fca6612 req-97d57863-f7d4-4a69-af18-c9085b73754a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1672521
Feb 17 00:51:01.708134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9c80f-a5cf-48ac-8edf-a506a20e13f8 req-7d7e9485-f796-4d3f-bdc1-1b6d5a2aa054 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:01.710277 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52b9c80f-a5cf-48ac-8edf-a506a20e13f8 req-7d7e9485-f796-4d3f-bdc1-1b6d5a2aa054 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.1269724
Feb 17 00:51:01.780533 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c2c4a75-0ab9-4159-9610-40b96fca6612 req-b9431d1f-47c2-4635-a436-1a5e582841a5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690742
Feb 17 00:51:01.791417 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52b9c80f-a5cf-48ac-8edf-a506a20e13f8 req-e26370c9-1dcc-493b-8ff6-d7ce52b5861a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643756
Feb 17 00:51:02.032238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:02.074666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37d0ee-eac1-4f7d-864a-318c29ca6b6d req-05536aeb-0e27-424d-a59a-23ff417bcd36 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:02.076354 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd37d0ee-eac1-4f7d-864a-318c29ca6b6d req-05536aeb-0e27-424d-a59a-23ff417bcd36 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1660821
Feb 17 00:51:02.083476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01143a84-0c85-431d-8c5d-0aa4f1a6fd0b req-2258da6a-ed8d-4e47-a2b4-7f6b9c1769b7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:02.085054 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01143a84-0c85-431d-8c5d-0aa4f1a6fd0b req-2258da6a-ed8d-4e47-a2b4-7f6b9c1769b7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1277640
Feb 17 00:51:02.108550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d3b66f49-0452-4e83-9030-b23ef6243a24 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:02.108981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:02.171362 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd37d0ee-eac1-4f7d-864a-318c29ca6b6d req-f7e930dd-b661-4c4c-a161-96bfe892e3ec tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0852253
Feb 17 00:51:02.174065 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01143a84-0c85-431d-8c5d-0aa4f1a6fd0b req-1ddc03db-1489-40c2-8cfc-cca3716211c0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0729349
Feb 17 00:51:02.245148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:02.364766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:02.365195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:02.386237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f050ec-ec4d-463e-8504-8879f95300fd req-f7989e19-bf94-4f10-bc2e-f5ae797c2127 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:02.388202 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0f050ec-ec4d-463e-8504-8879f95300fd req-f7989e19-bf94-4f10-bc2e-f5ae797c2127 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1061845
Feb 17 00:51:02.454293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a0f050ec-ec4d-463e-8504-8879f95300fd req-4e683439-0c84-4fd8-8293-ae261352520c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550375
Feb 17 00:51:03.000735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fedb6-e63a-4f0f-82cc-4b2f046a49da req-6ac02aa9-e8ec-4fdc-8d02-775a25f4a9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:03.002248 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-278fedb6-e63a-4f0f-82cc-4b2f046a49da req-6ac02aa9-e8ec-4fdc-8d02-775a25f4a9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0964541
Feb 17 00:51:03.052641 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-278fedb6-e63a-4f0f-82cc-4b2f046a49da req-c2eed321-73d1-45aa-8e91-bcc647733a32 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440133
Feb 17 00:51:03.444775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c020f-36b2-4bc9-bb20-bd51b565b75b req-efa9c674-c803-4a56-b8f4-7a152e94fa10 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:03.446447 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b09c020f-36b2-4bc9-bb20-bd51b565b75b req-efa9c674-c803-4a56-b8f4-7a152e94fa10 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1568828
Feb 17 00:51:03.456872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61be30-081c-4f04-853e-044e81892b38 req-138b574b-633d-4721-aa62-3ad45e1c5999 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:03.458350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc61be30-081c-4f04-853e-044e81892b38 req-138b574b-633d-4721-aa62-3ad45e1c5999 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1277211
Feb 17 00:51:03.531873 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b09c020f-36b2-4bc9-bb20-bd51b565b75b req-a0dd835e-f325-47fc-ac92-fb4ed0203812 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0724576
Feb 17 00:51:03.541569 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc61be30-081c-4f04-853e-044e81892b38 req-bdee66db-1f62-48e3-a2fa-9f81c124a4c4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0671206
Feb 17 00:51:03.813787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996b0ae-523e-4349-a7a8-43dfbe67598a req-85617265-a5c9-420b-974a-f11d49901b41 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:03.815445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b996b0ae-523e-4349-a7a8-43dfbe67598a req-85617265-a5c9-420b-974a-f11d49901b41 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1195927
Feb 17 00:51:03.825044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3743f9-1730-4415-9665-332c09f62d80 req-e44cb852-722b-42e0-be7f-57bc6a23712b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:03.826614 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9d3743f9-1730-4415-9665-332c09f62d80 req-e44cb852-722b-42e0-be7f-57bc6a23712b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1705787
Feb 17 00:51:03.900972 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b996b0ae-523e-4349-a7a8-43dfbe67598a req-a6f5f409-99c3-435d-a456-b60303c17a33 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0732021
Feb 17 00:51:03.911321 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9d3743f9-1730-4415-9665-332c09f62d80 req-9cc05395-2a25-4f7e-afd4-499d6411d99f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678234
Feb 17 00:51:04.102238 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-0653fc32-b095-4522-9464-2e292a5992dd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1626575
Feb 17 00:51:04.112526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:51:04.119103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:04.123241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Usage tracker for resource:floatingip and tenant:1415975827724e30ac084e1a96a754eb is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:04.126354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:04.133030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:04.142928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:04.214831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9545-de8d-4408-b875-ea057048727d req-71f02d8e-02d3-4c1b-9305-7de19b146822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.216380 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-71f02d8e-02d3-4c1b-9305-7de19b146822 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.0834177
Feb 17 00:51:04.268037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:04.342683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:04.343373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:04.355521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd3fe7-7ecf-475c-9480-710b8184bdfa req-0258ce9d-be4a-4724-8c47-269c3157ad45 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.357146 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59fd3fe7-7ecf-475c-9480-710b8184bdfa req-0258ce9d-be4a-4724-8c47-269c3157ad45 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1479347
Feb 17 00:51:04.370379 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:04.378351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9545-de8d-4408-b875-ea057048727d req-f43e7dd2-e264-4937-b1fd-7212194a1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.379990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-f43e7dd2-e264-4937-b1fd-7212194a1275 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1428857
Feb 17 00:51:04.479205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:04.504957 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-a986a482-a2eb-44f5-b2e5-d32a94bde53c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1000 time: 0.1062076
Feb 17 00:51:04.513461 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-59fd3fe7-7ecf-475c-9480-710b8184bdfa req-de58b1bd-cdcc-4022-8ce7-8ff7929eeaa2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448584
Feb 17 00:51:04.589707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:04.590160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:04.591706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9545-de8d-4408-b875-ea057048727d req-8ac4d0a5-4c7d-467e-ba8d-bfa28471791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.593340 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-8ac4d0a5-4c7d-467e-ba8d-bfa28471791c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0811317
Feb 17 00:51:04.721991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Allocated IP 172.27.0.99 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/7afa1a55-5a5a-4561-91bd-de544337e8c3) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:51:04.730276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9545-de8d-4408-b875-ea057048727d req-c0cc205c-1815-44b2-8545-f9596ce04cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.732142 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-c0cc205c-1815-44b2-8545-f9596ce04cd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1199231
Feb 17 00:51:04.916057 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-a97bdd22-d277-4ce7-b4c2-612f836679d3 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681528
Feb 17 00:51:04.930842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3dee64-a455-470b-9238-cf3072e6f06a req-472b10f1-ab03-417b-9bc2-ebbd8ef1afbf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:04.932478 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d3dee64-a455-470b-9238-cf3072e6f06a req-472b10f1-ab03-417b-9bc2-ebbd8ef1afbf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.2080545
Feb 17 00:51:05.004080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:05.024225 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d3dee64-a455-470b-9238-cf3072e6f06a req-c2b24f1c-e41e-4534-9240-d1da555e7393 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0754042
Feb 17 00:51:05.060934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:05.077038 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-809d9545-de8d-4408-b875-ea057048727d req-24905192-4b99-4b2c-84c3-dd02ed653c29 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434608
Feb 17 00:51:05.078657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af1ae1c2-9d56-4cb5-874b-ebb7d9f4399e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:05.264752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'Port': ['ID=7afa1a55-5a5a-4561-91bd-de544337e8c3,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:05.280782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:05.346113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266e2a8-42d3-4222-9188-4e9a781978af req-6aaa26a4-62dc-484d-a3df-dcb65f132bbe tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:05.347765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6266e2a8-42d3-4222-9188-4e9a781978af req-6aaa26a4-62dc-484d-a3df-dcb65f132bbe tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1786568
Feb 17 00:51:05.352596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:51:05.353792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:51:05.357317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:51:05.452121 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6266e2a8-42d3-4222-9188-4e9a781978af req-13f17cd8-49f4-4917-976b-754cfbeffe62 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0957961
Feb 17 00:51:05.474995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:05.544520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.116115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:06.167338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e436d4-2890-420f-8a0f-e6018b0c2381 req-6acd055f-edc3-454c-b71c-e5d65858355d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:06.168976 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3e436d4-2890-420f-8a0f-e6018b0c2381 req-6acd055f-edc3-454c-b71c-e5d65858355d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3699265
Feb 17 00:51:06.186676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:06.187126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.201375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.208197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.226974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:06.369418 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3e436d4-2890-420f-8a0f-e6018b0c2381 req-2e8509f3-569e-4c51-8fc3-1d88be46ea1f tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877940
Feb 17 00:51:06.392548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event updated for resources: {'Port': ['ID=7afa1a55-5a5a-4561-91bd-de544337e8c3,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:06.397755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:06.542018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.582087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:06.583416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.4751787
Feb 17 00:51:06.594146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc086d73-61fb-408f-a2af-2fe784d4fef4 req-1101bf36-7f45-4844-8305-fd10e6ef2d13 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:06.595734 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc086d73-61fb-408f-a2af-2fe784d4fef4 req-1101bf36-7f45-4844-8305-fd10e6ef2d13 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1187098
Feb 17 00:51:06.695481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-4bfacdbb-9648-4b2f-8371-1eaefbac68ef tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:51:06.731413 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc086d73-61fb-408f-a2af-2fe784d4fef4 req-ca7d55bb-3a63-41a1-bcae-1da1d7044074 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0731804
Feb 17 00:51:06.732496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-4bfacdbb-9648-4b2f-8371-1eaefbac68ef tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:51:06.733604 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-4bfacdbb-9648-4b2f-8371-1eaefbac68ef tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 695 time: 0.1369565
Feb 17 00:51:06.973715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-7f22e9ae-7f77-4b75-942c-89427d88cd5b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:06.975331 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-79cad5ab-1ed1-49f3-8344-d4fab25f304a req-7f22e9ae-7f77-4b75-942c-89427d88cd5b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.2358339
Feb 17 00:51:07.014809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eef6f1-0b8a-4817-86c3-f955feb57b3b req-6b55785c-bf70-4a32-831a-8e12d04b19c7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:07.016537 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87eef6f1-0b8a-4817-86c3-f955feb57b3b req-6b55785c-bf70-4a32-831a-8e12d04b19c7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1489646
Feb 17 00:51:07.065546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87eef6f1-0b8a-4817-86c3-f955feb57b3b req-543f572f-6062-4319-b148-2d007e05a8d6 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419912
Feb 17 00:51:07.264476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-4f00b0d7-1855-4361-9c28-9e8a51e58876 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:07.266086 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-4f00b0d7-1855-4361-9c28-9e8a51e58876 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0899744
Feb 17 00:51:07.358087 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-303afd5b-de8e-4338-a68f-1bc19214837c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 695 time: 0.0856628
Feb 17 00:51:07.369652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Request body: {'floatingip': {'port_id': '964e9356-8eca-4508-a11e-430c3e149500', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:51:07.457152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:07.959163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:08.032873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fb04-7fc9-4119-9a33-4f68388f9d27 req-44f92576-c84e-4d86-8546-277cd3c7771a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:08.034530 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9895fb04-7fc9-4119-9a33-4f68388f9d27 req-44f92576-c84e-4d86-8546-277cd3c7771a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.2722924
Feb 17 00:51:08.079017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:08.121674 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9895fb04-7fc9-4119-9a33-4f68388f9d27 req-f4921693-560a-43a7-ac2f-0879e75010be tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720313
Feb 17 00:51:08.165704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:08.166126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:08.306979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:08.311066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:08.405383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:51:08.495582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3909f57-0893-42cd-9434-67ef0c3808bb req-e841ab2e-4bf1-42a9-8f45-9933b38fba1b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:08.497170 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3909f57-0893-42cd-9434-67ef0c3808bb req-e841ab2e-4bf1-42a9-8f45-9933b38fba1b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.2454820
Feb 17 00:51:08.538386 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Floating IP fde35c15-379d-4806-aef5-0eb7c7316fa1 associated. External IP: 172.27.0.99, port: 964e9356-8eca-4508-a11e-430c3e149500.
Feb 17 00:51:08.699134 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3909f57-0893-42cd-9434-67ef0c3808bb req-6cc627da-58b9-4f1a-823b-5731e47ccb74 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1906354
Feb 17 00:51:09.233321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:51:09.239846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a391728-3edb-4a1c-b350-63350f645aee req-b1a91073-d7a3-4e25-850d-a2df0fc20692 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:09.241585 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a391728-3edb-4a1c-b350-63350f645aee req-b1a91073-d7a3-4e25-850d-a2df0fc20692 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.3684692
Feb 17 00:51:09.434558 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a391728-3edb-4a1c-b350-63350f645aee req-6ddd4d4e-0ea7-4c6f-a676-394686dbb761 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1866915
Feb 17 00:51:09.476172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:51:09.480552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:09.486024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Sync routers for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:51:09.497781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:51:09.498460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706b70f0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:50:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:09.541359 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-baaf975f-b476-45ae-b297-2b4984719341 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "PUT /v2.0/floatingips/fde35c15-379d-4806-aef5-0eb7c7316fa1 HTTP/1.1" status: 200  len: 996 time: 2.1768384
Feb 17 00:51:09.541909 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:09.616754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ed736044-7ae6-4116-9e13-228825788167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:09.644126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-17705ea6-676d-4a5b-86ab-6a32c1228e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:09.644126 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-17705ea6-676d-4a5b-86ab-6a32c1228e0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.0844867
Feb 17 00:51:09.717346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:51:09.814911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-00e1fb2f-7efe-4ced-a13e-5104018da68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:09.816909 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-00e1fb2f-7efe-4ced-a13e-5104018da68c service neutron] 10.222.0.16 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1655829
Feb 17 00:51:09.944930 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-91ba181b-eeaa-4d9d-ab20-0da9ba1467d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 999 time: 0.1211045
Feb 17 00:51:09.946793 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'status': 'completed', 'code': 200}
Feb 17 00:51:10.126063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-f7f7ac38-ea21-44f1-95c8-e32e63e2be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.128494 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-f7f7ac38-ea21-44f1-95c8-e32e63e2be90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.1752572
Feb 17 00:51:10.154800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-f8048a6d-61bb-4d59-b473-af6f1ed03157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.156711 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-f8048a6d-61bb-4d59-b473-af6f1ed03157 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.1769874
Feb 17 00:51:10.205291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706b70f0>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'fde35c15-379d-4806-aef5-0eb7c7316fa1', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'port_id': '964e9356-8eca-4508-a11e-430c3e149500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'mac_address': 'fa:16:3e:10:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef76d6d0-0110-4928-9569-657af9034800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:51:05Z', 'updated_at': '2021-02-17T00:51:08Z', 'revision_number': 1, 'project_id': '1415975827724e30ac084e1a96a754eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:10.211566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Checking router: 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:51:10.232351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:51:10.235810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706b70f0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:50:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:10.271688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaec7d-785b-4c88-8dac-66b3029e1e41 req-f413efe4-81ea-4c02-97de-78910eec62d6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.274905 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5adaec7d-785b-4c88-8dac-66b3029e1e41 req-f413efe4-81ea-4c02-97de-78910eec62d6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1996570
Feb 17 00:51:10.305124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-9d8e2de5-87f5-455b-9358-0eba31ce01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.306987 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-9d8e2de5-87f5-455b-9358-0eba31ce01d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1687610
Feb 17 00:51:10.335223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-d5752814-72ec-459c-a836-c96da1d8ed3c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:51:10.342930 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-d5752814-72ec-459c-a836-c96da1d8ed3c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0156584
Feb 17 00:51:10.347058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-ea854723-148e-4fbe-9897-d1aa325d06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.348671 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-ea854723-148e-4fbe-9897-d1aa325d06ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1802659
Feb 17 00:51:10.432884 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5adaec7d-785b-4c88-8dac-66b3029e1e41 req-9f0fb7e8-219d-45a2-95e2-735d290ad4ba tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1508565
Feb 17 00:51:10.473729 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-662242e0-b67b-47f5-8b11-0817f7f878b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 999 time: 0.1125016
Feb 17 00:51:10.482418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:51:10.515597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-0509918b-57bd-433d-9eb4-dee031c5bd47 service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717267
Feb 17 00:51:10.565291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-08d215d7-40ba-4949-ad2d-f0c5a767305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.566915 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-08d215d7-40ba-4949-ad2d-f0c5a767305f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0790486
Feb 17 00:51:10.659386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-2ef09571-f59e-43a5-90a1-86e155bab9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.661227 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-2ef09571-f59e-43a5-90a1-86e155bab9dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833790
Feb 17 00:51:10.822679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-6f37850d-f827-464b-abcd-2b507ad30589 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:10.824351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-6f37850d-f827-464b-abcd-2b507ad30589 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.2762537
Feb 17 00:51:10.847902 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-1e7cac60-9e79-4867-a268-10135ae8589a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/quotas/113f83a8ebaf40d3bbe679ca64ba8777 HTTP/1.1" status: 200  len: 375 time: 0.0117166
Feb 17 00:51:10.848205 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-d547c09b-333b-43ce-b93b-f811101902d2 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1710176
Feb 17 00:51:10.850686 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-743f9240-449f-403c-ab69-2049e4ef8a4e req-5be16b0b-d30d-42d2-b6f5-741859e22fd2 service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3278151
Feb 17 00:51:10.937878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706b70f0>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'fde35c15-379d-4806-aef5-0eb7c7316fa1', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'port_id': '964e9356-8eca-4508-a11e-430c3e149500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'mac_address': 'fa:16:3e:10:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef76d6d0-0110-4928-9569-657af9034800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:51:05Z', 'updated_at': '2021-02-17T00:51:08Z', 'revision_number': 1, 'project_id': '1415975827724e30ac084e1a96a754eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:10.942041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc88596-c0a7-47c1-9d15-9dbc0442dd3e None None] The sync data for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi is: [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'fde35c15-379d-4806-aef5-0eb7c7316fa1', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'port_id': '964e9356-8eca-4508-a11e-430c3e149500', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'mac_address': 'fa:16:3e:10:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef76d6d0-0110-4928-9569-657af9034800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:51:05Z', 'updated_at': '2021-02-17T00:51:08Z', 'revision_number': 1, 'project_id': '1415975827724e30ac084e1a96a754eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:51:10.951534 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-72ccad4b-066d-4696-9b9c-feec7fdeebc3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0962529
Feb 17 00:51:11.029697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ed1f1e2c-070b-47fa-b7ad-81d4b5bd2a1d req-306120b5-fcb8-4889-a544-c0530ec806bc service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1732056
Feb 17 00:51:11.191868 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-2277228d-8473-49fb-acbb-bdc2498115e6 service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298698
Feb 17 00:51:11.199614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2482a33-9602-42f5-9935-886a4c537be5 req-2d20a5da-b784-4adc-8149-9817f2f2ae92 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:11.201130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2482a33-9602-42f5-9935-886a4c537be5 req-2d20a5da-b784-4adc-8149-9817f2f2ae92 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.2036457
Feb 17 00:51:11.274031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b623acf-2f74-4940-85cb-25c42b70e370 None None] New status for floating IP fde35c15-379d-4806-aef5-0eb7c7316fa1: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:51:11.347320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2482a33-9602-42f5-9935-886a4c537be5 req-38e54d33-3627-4343-8f85-81fae69db9cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175971
Feb 17 00:51:11.416398 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-adb47cdd-77a6-44c9-86b6-6c3cf432627b service neutron] 10.222.0.16 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2142053
Feb 17 00:51:11.680458 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15d35151-6b23-4254-8e9b-050dd3b055c8 req-90c761c3-2a4e-4215-a7d2-2c0cfefe5386 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 210 time: 0.1019838
Feb 17 00:51:11.725908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823579d5-9c5b-4a4f-a891-e51a1226930a req-ec74ddb2-46b1-4d0b-b23e-2634d432ad46 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:11.728226 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-823579d5-9c5b-4a4f-a891-e51a1226930a req-ec74ddb2-46b1-4d0b-b23e-2634d432ad46 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1107807
Feb 17 00:51:11.782091 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-823579d5-9c5b-4a4f-a891-e51a1226930a req-5f687633-210f-4535-8d57-7e5c7d47a481 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471928
Feb 17 00:51:12.038994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-730fe0d5-fe28-4f51-a1e4-0a4048c22293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:12.493109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:12.591655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b514b-a710-421d-acda-3c4d446c1c39 req-24697860-6660-4b7e-8089-b0699bbdb908 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:12.593620 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c5b514b-a710-421d-acda-3c4d446c1c39 req-24697860-6660-4b7e-8089-b0699bbdb908 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1044757
Feb 17 00:51:12.651758 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c5b514b-a710-421d-acda-3c4d446c1c39 req-4fc99b3e-0111-4839-902d-9c0b96dab53b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507598
Feb 17 00:51:12.864986 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-073dfd19-c1bc-4182-ac9c-b661aa58cc70 req-7bda8bd4-7bdd-4336-863a-adfd3d0da701 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 210 time: 0.0528429
Feb 17 00:51:13.023756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d493c-1866-4a44-9907-4a61262f4ce6 req-053f8dfd-f7bb-4132-8e6f-4ef1f5413781 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:13.032423 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f78d493c-1866-4a44-9907-4a61262f4ce6 req-053f8dfd-f7bb-4132-8e6f-4ef1f5413781 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1102593
Feb 17 00:51:13.115167 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f78d493c-1866-4a44-9907-4a61262f4ce6 req-e305f04f-434f-4377-b410-e685e69ac2b1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0810559
Feb 17 00:51:13.318222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-9538b769-7eda-4e23-8586-21c53ae819d5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:13.320496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-9538b769-7eda-4e23-8586-21c53ae819d5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 814 time: 0.2638271
Feb 17 00:51:13.339051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Request body: {'port': {'device_id': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928', 'admin_state_up': True, 'tenant_id': '113f83a8ebaf40d3bbe679ca64ba8777'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:51:13.419904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:13.517070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:13.522049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Usage tracker for resource:port and tenant:113f83a8ebaf40d3bbe679ca64ba8777 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:13.525800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:13.532905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:13.543133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Made reservation on behalf of 113f83a8ebaf40d3bbe679ca64ba8777 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:51:13.550001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:13.752549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:13.922193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ed434-aee8-4127-82f0-a84a7fdf036c req-9725648c-ee17-46f2-b9a9-60deccff4441 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:13.924294 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c2ed434-aee8-4127-82f0-a84a7fdf036c req-9725648c-ee17-46f2-b9a9-60deccff4441 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1369610
Feb 17 00:51:13.989059 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6c2ed434-aee8-4127-82f0-a84a7fdf036c req-1c30c2b4-e56d-4d44-a495-9c6122aae27b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548894
Feb 17 00:51:14.043599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Allocated IP 172.20.0.7 (03fe2eab-7cb9-4a14-8067-7f3215ee8928/d017e1af-5a38-48b8-8e77-7d2516c310f8/a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:51:14.065366 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7518ae24-abc2-497e-be39-f8c7fa36ef77 req-314e8221-bb23-49cd-b859-d9e3d3bdf22c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 210 time: 0.0591857
Feb 17 00:51:14.293952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:14.326677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:14.368433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc98d-11ae-4c2c-a3e6-b0d758af3acd req-acc238f7-ffd5-4bc5-a997-cb7d45c69626 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:14.376338 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a9cc98d-11ae-4c2c-a3e6-b0d758af3acd req-acc238f7-ffd5-4bc5-a997-cb7d45c69626 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1117287
Feb 17 00:51:14.416942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:14.440945 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a9cc98d-11ae-4c2c-a3e6-b0d758af3acd req-58e1a2b2-47df-4657-a053-158a488c4c83 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0634229
Feb 17 00:51:14.513362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event updated for resources: {'Port': ['ID=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:14.518297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:14.555432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:51:14.557468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:51:14.564990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:51:14.633781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:14.634504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:14.661498 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3252974
Feb 17 00:51:14.676778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Request body: {'port': {'device_id': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:51:14.805609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:15.414201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:51:15.424076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:15.439364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Transition to ACTIVE for port object a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:51:15.442595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:15.460125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab35a678-df62-4a7c-a6eb-0475cf7de7e7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:15.594206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:15.602241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db53f-a687-4be7-877e-747e4c88e312 req-7d585d66-b605-4622-a009-f6d29991f7cb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:15.607295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:15.609368 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-834db53f-a687-4be7-877e-747e4c88e312 req-7d585d66-b605-4622-a009-f6d29991f7cb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.4632261
Feb 17 00:51:15.668347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322eaef-7c09-4ff6-a72e-bdbcc17b58bb req-a3cad928-b7b6-4915-9e25-873dd3ac69b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:15.670114 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b322eaef-7c09-4ff6-a72e-bdbcc17b58bb req-a3cad928-b7b6-4915-9e25-873dd3ac69b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.1806965
Feb 17 00:51:15.728248 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-834db53f-a687-4be7-877e-747e4c88e312 req-a43234e0-659a-4cf4-a912-937659adddb3 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179078
Feb 17 00:51:15.805377 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b322eaef-7c09-4ff6-a72e-bdbcc17b58bb req-fcd97250-dfed-44a0-a234-9253465f695b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172829
Feb 17 00:51:15.867133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Attempting to bind port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:51:15.867455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Attempting to bind port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:51:15.867774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Attempting to bind port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c on network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:51:15.881896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:51:15.882289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Checking segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:51:15.882709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:15.883206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Bound using segment: {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:51:15.883692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Bound port: a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f873166a-8528-46ba-8d15-e29e26d30367', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '03fe2eab-7cb9-4a14-8067-7f3215ee8928'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:51:15.884075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:16.160162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55173d-0f8c-4539-9b64-841704396d3e req-1013b255-a443-45e5-922f-7a03f239cccd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:16.168767 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c55173d-0f8c-4539-9b64-841704396d3e req-1013b255-a443-45e5-922f-7a03f239cccd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1566529
Feb 17 00:51:16.242379 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c55173d-0f8c-4539-9b64-841704396d3e req-eade1101-2f38-4bed-999b-af971a7d78bf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0653446
Feb 17 00:51:16.249420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a406a6-ed25-4ef4-a556-7595f00774ae req-93421a60-8462-43ff-8aa7-731a1c83c2ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:16.260202 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8a406a6-ed25-4ef4-a556-7595f00774ae req-93421a60-8462-43ff-8aa7-731a1c83c2ba tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.3344033
Feb 17 00:51:16.313533 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8a406a6-ed25-4ef4-a556-7595f00774ae req-67d41e03-bad9-4536-9b27-dccf49dc999a tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520370
Feb 17 00:51:16.330134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] For port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:51:16.337881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] For port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:51:16.342515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:16.358387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-894010d3-d705-43e8-9566-35cc4a4ee346 tempest-DeleteServersTestJSON-1185536772 tempest-DeleteServersTestJSON-1185536772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:16.510352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:16.515354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:16.547553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:16.548466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:16.549930 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] 10.222.0.47 "PUT /v2.0/ports/a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c HTTP/1.1" status: 200  len: 1157 time: 1.8787794
Feb 17 00:51:16.550454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:16.639687 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c', 'status': 'completed', 'code': 200}
Feb 17 00:51:16.681749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-fc036a0c-cf2b-404b-b7d1-03f92072c9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:16.683859 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-fc036a0c-cf2b-404b-b7d1-03f92072c9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 1160 time: 0.0921419
Feb 17 00:51:16.779696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-f2bc7a8e-49f6-4338-8469-3d8d181aea63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c HTTP/1.1" status: 200  len: 217 time: 0.0762937
Feb 17 00:51:16.874192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-7336beef-825a-4931-be10-c85dbcc616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:16.875829 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-7336beef-825a-4931-be10-c85dbcc616b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.0888751
Feb 17 00:51:16.946051 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-2ef67b85-48e4-426a-bcad-8d6e01aa14bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598333
Feb 17 00:51:17.030018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145623-70ce-4c33-be87-7e9bd474dfd5 req-ca17a7bd-9987-4a8c-a564-677395b058f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.032652 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77145623-70ce-4c33-be87-7e9bd474dfd5 req-ca17a7bd-9987-4a8c-a564-677395b058f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1550388
Feb 17 00:51:17.087495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bddb-14d6-4884-a638-7c5ad429e114 req-98a6131b-89dd-41b0-a195-c7a9e3710e58 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.095647 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76b4bddb-14d6-4884-a638-7c5ad429e114 req-98a6131b-89dd-41b0-a195-c7a9e3710e58 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.1477561
Feb 17 00:51:17.132675 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-77145623-70ce-4c33-be87-7e9bd474dfd5 req-a549ebba-fb74-4605-81ab-1126da0ae9fd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898678
Feb 17 00:51:17.174470 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76b4bddb-14d6-4884-a638-7c5ad429e114 req-1024d9a0-eb01-40ac-b297-487262862c4f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649920
Feb 17 00:51:17.182232 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-ab6b9e4a-b8ab-456b-948c-5cbe5a31ad92 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215576
Feb 17 00:51:17.391734 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-69dd251b-34d0-43bc-9b3c-770dce612bb9 req-242ea858-9221-4fae-858b-7ff6abb6537d service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1949492
Feb 17 00:51:17.461199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:17.574026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-6b2a2308-18f3-4c40-b46f-07fc66461785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.576217 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-6b2a2308-18f3-4c40-b46f-07fc66461785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 1160 time: 0.1127203
Feb 17 00:51:17.577981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:17.578594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:17.616082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d775e-7c8d-4c69-a053-f93ea183dd9e req-fdeb802f-d640-4348-bd02-2bc73a1576d4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.617634 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-895d775e-7c8d-4c69-a053-f93ea183dd9e req-fdeb802f-d640-4348-bd02-2bc73a1576d4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1586599
Feb 17 00:51:17.625246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590626d8-11ff-4664-8e2e-4ee8aa8b5a60 req-ad0eff9f-f879-4400-b482-ffc03b825a89 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.633558 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-590626d8-11ff-4664-8e2e-4ee8aa8b5a60 req-ad0eff9f-f879-4400-b482-ffc03b825a89 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.2317989
Feb 17 00:51:17.725087 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-895d775e-7c8d-4c69-a053-f93ea183dd9e req-1795fbd1-847e-4c1d-a7e8-6cf4aa01961d tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745974
Feb 17 00:51:17.780169 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-590626d8-11ff-4664-8e2e-4ee8aa8b5a60 req-308d0ff8-e978-43c7-a18b-bfa601e98852 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1232994
Feb 17 00:51:17.790019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-50956209-3dad-40fd-8cb0-0a798b3a12b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.791692 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-50956209-3dad-40fd-8cb0-0a798b3a12b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 200  len: 908 time: 0.2004662
Feb 17 00:51:17.873114 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-226f283b-3e10-4d24-bd4c-6a4adf38a472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c HTTP/1.1" status: 200  len: 217 time: 0.0741348
Feb 17 00:51:17.956048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-e1ffec8d-8923-4604-88bf-0946870d695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:17.957753 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-e1ffec8d-8923-4604-88bf-0946870d695d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 200  len: 854 time: 0.0734839
Feb 17 00:51:18.013879 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-f7388a9b-1029-41ee-8e72-ecff4e17ba04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=03fe2eab-7cb9-4a14-8067-7f3215ee8928&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471520
Feb 17 00:51:18.199958 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-1f791c89-82d7-4832-8b07-a08e83bd85c6 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1638591
Feb 17 00:51:18.376090 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a16102e3-8250-4d2b-9c42-4cc34a1c6d1f req-0919404b-b6eb-4127-b3ee-99d6b50bc2e7 service neutron] 10.222.0.47 "GET /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1645334
Feb 17 00:51:18.481514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c986-eb62-4763-982e-68d88d2e68cb req-bfd95c46-201f-4302-90c9-ba7dc2905d85 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:18.483149 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e37c986-eb62-4763-982e-68d88d2e68cb req-bfd95c46-201f-4302-90c9-ba7dc2905d85 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1305578
Feb 17 00:51:18.498887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fcef2-c02b-475f-bc0c-6497a4ff50e6 req-36cfa7bb-ce59-4bc3-9b28-b8c0dbedbdf4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:18.500412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-923fcef2-c02b-475f-bc0c-6497a4ff50e6 req-36cfa7bb-ce59-4bc3-9b28-b8c0dbedbdf4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.2019486
Feb 17 00:51:18.578102 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e37c986-eb62-4763-982e-68d88d2e68cb req-8b519b32-1147-461f-9f98-462b46797860 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876806
Feb 17 00:51:18.582704 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-923fcef2-c02b-475f-bc0c-6497a4ff50e6 req-dc294cfc-e15f-4a36-a258-976acfa4a888 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680184
Feb 17 00:51:19.021191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d767c6-9261-40db-aaec-c0663d035120 req-9d8b7868-b53a-43ee-895c-452abc003bc7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:19.023371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47d767c6-9261-40db-aaec-c0663d035120 req-9d8b7868-b53a-43ee-895c-452abc003bc7 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1648850
Feb 17 00:51:19.034408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4742f-b624-4ce6-8ea9-201dd755985b req-94308075-0ec7-4e95-bcfe-62ad1eb3fa50 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:19.035959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b0f4742f-b624-4ce6-8ea9-201dd755985b req-94308075-0ec7-4e95-bcfe-62ad1eb3fa50 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1225526
Feb 17 00:51:19.107876 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47d767c6-9261-40db-aaec-c0663d035120 req-66247253-135d-4dc9-b9a7-96e9ff2aced1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709286
Feb 17 00:51:19.120040 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b0f4742f-b624-4ce6-8ea9-201dd755985b req-50ba0da7-1cfd-4f33-b676-4bc82ffd41a7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669773
Feb 17 00:51:19.260208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9714-376d-4a20-bd70-688ca172b999 req-c79721b7-75f9-4645-8fcd-5be3ff542062 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:19.260972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-54ea9714-376d-4a20-bd70-688ca172b999 req-c79721b7-75f9-4645-8fcd-5be3ff542062 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:51:19.280266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-54ea9714-376d-4a20-bd70-688ca172b999 req-c79721b7-75f9-4645-8fcd-5be3ff542062 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:51:19.281780 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54ea9714-376d-4a20-bd70-688ca172b999 req-c79721b7-75f9-4645-8fcd-5be3ff542062 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 946 time: 0.1242318
Feb 17 00:51:19.366126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Deleting port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:51:19.366518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:19.651357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] For port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:19.651895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:19.804526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Calling delete_port for a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:51:19.939821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b140651-9d52-4b94-a587-b6d6f6b1b50c req-022d146a-ac76-4e0b-88d3-2f07196fcf5a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:19.949147 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b140651-9d52-4b94-a587-b6d6f6b1b50c req-022d146a-ac76-4e0b-88d3-2f07196fcf5a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1337247
Feb 17 00:51:19.978468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:19.991162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c20c-0a7e-4b08-8a85-c7b9390357ff req-5b5dbd68-e983-46b1-8604-34da281e7f30 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:19.998303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c758b719-8b9e-4344-91cb-0b07102a383f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:19.999241 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdd1c20c-0a7e-4b08-8a85-c7b9390357ff req-5b5dbd68-e983-46b1-8604-34da281e7f30 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.2674146
Feb 17 00:51:20.047202 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7b140651-9d52-4b94-a587-b6d6f6b1b50c req-b68c8dcd-4acd-420c-a838-1d8ddc44969b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968273
Feb 17 00:51:20.073319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:20.113826 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdd1c20c-0a7e-4b08-8a85-c7b9390357ff req-b939c19b-e4e5-4896-a547-78f932b822fe tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135347
Feb 17 00:51:20.178276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:20.179158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:20.202630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Pushing event deleted for resources: {'Port': ['ID=a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:20.213277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:20.269074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] No DVR routers for this DVR port a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:51:20.273296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:20.277776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'name': 'network-vif-deleted', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:20.295342 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54ea9714-376d-4a20-bd70-688ca172b999 req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "DELETE /v2.0/ports/a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a HTTP/1.1" status: 204  len: 173 time: 1.0059726
Feb 17 00:51:20.416239 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a85256e-4d6d-49e2-95e3-f6784ffb1066 req-038a5c18-0367-428a-b607-2219ee82fcb8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=6aeb0361-c3be-4200-9a59-b71271043cc4 HTTP/1.1" status: 200  len: 210 time: 0.0652204
Feb 17 00:51:20.614924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:51:20.698056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:51:20.698651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:51:20.827200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6bdcf-1192-4a35-9e7e-a0337c2c2c8e req-e678b97e-a4e9-4de7-af1e-60af4dccab9a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:20.834958 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3c6bdcf-1192-4a35-9e7e-a0337c2c2c8e req-e678b97e-a4e9-4de7-af1e-60af4dccab9a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.3068051
Feb 17 00:51:20.838257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-b6944d94-ef34-481b-ad2b-66674b9d86f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:20.840658 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-b6944d94-ef34-481b-ad2b-66674b9d86f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.1289527
Feb 17 00:51:20.858573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44669a-995a-455e-9fa3-496344bc8fe6 req-c7803050-0da5-4161-85fa-367c180ea66e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:20.860189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc44669a-995a-455e-9fa3-496344bc8fe6 req-c7803050-0da5-4161-85fa-367c180ea66e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.2092798
Feb 17 00:51:20.936712 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3c6bdcf-1192-4a35-9e7e-a0337c2c2c8e req-c4251534-c0b0-403e-a493-f8d3ad4ffd5f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1006496
Feb 17 00:51:20.995792 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dc44669a-995a-455e-9fa3-496344bc8fe6 req-c7830169-5c74-4779-b4a6-f1b9ee0894a0 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182253
Feb 17 00:51:21.033479 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeb0361-c3be-4200-9a59-b71271043cc4', 'name': 'network-vif-deleted', 'tag': 'a4ce53e5-73b4-406c-a2cd-e1886e6f0c1a', 'status': 'completed', 'code': 200}
Feb 17 00:51:21.055457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-a6bf4e9c-7f07-44ac-8d77-6c571f3e7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:21.057281 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-a6bf4e9c-7f07-44ac-8d77-6c571f3e7047 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1974072
Feb 17 00:51:21.389422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f061eb-3886-4410-aac1-91a8b22c2b31 req-9dcbd136-da32-48b4-91df-c3dfd1c8b794 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:21.399445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84f061eb-3886-4410-aac1-91a8b22c2b31 req-9dcbd136-da32-48b4-91df-c3dfd1c8b794 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.1237226
Feb 17 00:51:21.409497 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-465b5ebf-fa31-4fde-a1cb-cb038db50f41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1000 time: 0.3421998
Feb 17 00:51:21.466613 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84f061eb-3886-4410-aac1-91a8b22c2b31 req-58c8fe55-08e4-4852-abb1-3e92964110ad tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584860
Feb 17 00:51:21.495319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-fe14997a-d3c7-4cd2-b185-0aa6b4800789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:21.496892 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-fe14997a-d3c7-4cd2-b185-0aa6b4800789 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0753193
Feb 17 00:51:21.607510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-2f97a574-3a95-4c84-8fc5-2bc3e25eda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:21.609117 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-2f97a574-3a95-4c84-8fc5-2bc3e25eda0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1018379
Feb 17 00:51:21.835967 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-b39f7881-13ca-418a-9f62-12635ab5777f service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2107012
Feb 17 00:51:22.019037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440210e2-9cca-4836-b966-e4fd3fd18f97 req-1637e66f-6033-4402-98e3-02f2dc41d1da tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:22.019037 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440210e2-9cca-4836-b966-e4fd3fd18f97 req-1637e66f-6033-4402-98e3-02f2dc41d1da tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1295788
Feb 17 00:51:22.088272 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f376bee2-c7aa-4b00-98ab-ac02f84b931e req-08c64e4f-3dbb-4492-ab54-04f966f00f18 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2416043
Feb 17 00:51:22.123408 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440210e2-9cca-4836-b966-e4fd3fd18f97 req-aea2db21-417d-4e2c-a696-4bd75e1518f2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977385
Feb 17 00:51:22.327539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3cccd-f626-4842-9b7d-da9cb3c5f2d3 req-8f45076e-1212-464b-93e9-85fb6dc13043 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:22.329258 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7c3cccd-f626-4842-9b7d-da9cb3c5f2d3 req-8f45076e-1212-464b-93e9-85fb6dc13043 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1586957
Feb 17 00:51:22.402035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcfa51-eccf-44be-afea-c6593a60da79 req-f9b01479-6763-4e48-9ab5-7be4f4d38226 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:22.403670 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03fcfa51-eccf-44be-afea-c6593a60da79 req-f9b01479-6763-4e48-9ab5-7be4f4d38226 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1400876
Feb 17 00:51:22.416409 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7c3cccd-f626-4842-9b7d-da9cb3c5f2d3 req-d4e6114e-189a-4e5d-9501-5fc1879c069c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0768223
Feb 17 00:51:22.470498 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03fcfa51-eccf-44be-afea-c6593a60da79 req-48e4ec1f-e0db-4251-8ddc-0729ca1f284c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528626
Feb 17 00:51:22.673931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf6ce9-5970-4cac-a2f9-942140b19f82 req-c04918d9-2980-4b44-b97b-a6dcbab1da80 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:22.675949 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42cf6ce9-5970-4cac-a2f9-942140b19f82 req-c04918d9-2980-4b44-b97b-a6dcbab1da80 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0961123
Feb 17 00:51:22.728979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42cf6ce9-5970-4cac-a2f9-942140b19f82 req-86119be4-237c-4158-b665-be10f86c8467 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448596
Feb 17 00:51:23.355782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd84a3-076c-4580-9fb9-ca3a9b94dd44 req-5cc82643-036f-43aa-8b4d-5f01f54727e6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:23.357403 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cdd84a3-076c-4580-9fb9-ca3a9b94dd44 req-5cc82643-036f-43aa-8b4d-5f01f54727e6 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0942545
Feb 17 00:51:23.408744 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2cdd84a3-076c-4580-9fb9-ca3a9b94dd44 req-a21b5a2d-a2b4-447c-8506-202972826515 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424654
Feb 17 00:51:23.724634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca7e2-1001-49c1-b7a7-cc9e3e0aca90 req-4d2fbb08-595c-4c56-8018-b7d277ffc3da tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:23.727436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a4ca7e2-1001-49c1-b7a7-cc9e3e0aca90 req-4d2fbb08-595c-4c56-8018-b7d277ffc3da tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1905847
Feb 17 00:51:23.734516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f04ebe-7ef5-4ebb-883d-599eeb067022 req-d452f2bf-32d6-4db2-a3be-2317bd5bdcb8 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:23.736084 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12f04ebe-7ef5-4ebb-883d-599eeb067022 req-d452f2bf-32d6-4db2-a3be-2317bd5bdcb8 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1333957
Feb 17 00:51:23.815191 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a4ca7e2-1001-49c1-b7a7-cc9e3e0aca90 req-7b36c41a-eca9-4103-97c8-9eb973c0f6b0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0780556
Feb 17 00:51:23.823639 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12f04ebe-7ef5-4ebb-883d-599eeb067022 req-9802ee4c-093f-4f12-b79a-cf917576aa7a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706432
Feb 17 00:51:24.043135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176892-0137-4ce2-bc1f-2c5a1872db3b req-54af2464-23de-468f-a807-324ebe99bc8c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:24.053977 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36176892-0137-4ce2-bc1f-2c5a1872db3b req-54af2464-23de-468f-a807-324ebe99bc8c tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.1138318
Feb 17 00:51:24.101442 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36176892-0137-4ce2-bc1f-2c5a1872db3b req-7b626775-ee85-4b9d-8e59-6952b5f43dd0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464342
Feb 17 00:51:24.197786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:24.271254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 2fada508-7753-4075-ac0c-3b7c3bad54b3 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:24.272188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:24.650486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17868d88-ad83-415e-bfb7-f2a544596520 req-d7dd1d19-4bf7-4773-aced-3967b2a57f99 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:24.652181 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17868d88-ad83-415e-bfb7-f2a544596520 req-d7dd1d19-4bf7-4773-aced-3967b2a57f99 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0932529
Feb 17 00:51:24.702261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17868d88-ad83-415e-bfb7-f2a544596520 req-cbe7ddac-f4d9-472d-ac07-da44391b4f24 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433302
Feb 17 00:51:25.134059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4befff-204e-410e-871a-c2998151956c req-9b06622d-e738-4b11-abfe-071712d80f2b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:25.135707 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b4befff-204e-410e-871a-c2998151956c req-9b06622d-e738-4b11-abfe-071712d80f2b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1891956
Feb 17 00:51:25.143114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e68132-941e-421f-80d7-e4e9b8c4e51b req-98f9942c-d8b7-48d1-9229-7824129d35e7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:25.144688 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c0e68132-941e-421f-80d7-e4e9b8c4e51b req-98f9942c-d8b7-48d1-9229-7824129d35e7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.2005408
Feb 17 00:51:25.239846 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b4befff-204e-410e-871a-c2998151956c req-a18404c5-8b89-42fe-8a07-1b122c50e218 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0939450
Feb 17 00:51:25.252319 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c0e68132-941e-421f-80d7-e4e9b8c4e51b req-a9b63c5e-8969-430b-a1f5-d4df4c498b87 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0907586
Feb 17 00:51:25.446260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed098eb-0599-4f9d-a285-448e2409f386 req-fd22a1e1-81b0-4e21-affa-6b02c7a988c4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:25.448833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ed098eb-0599-4f9d-a285-448e2409f386 req-fd22a1e1-81b0-4e21-affa-6b02c7a988c4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0900209
Feb 17 00:51:25.500841 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1ed098eb-0599-4f9d-a285-448e2409f386 req-be6c3bbe-4572-4079-bf8c-8a3ed93e43ca tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452561
Feb 17 00:51:26.158745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfb238-63b0-49f5-bdf4-ceb67f488d2c req-02fe8e2c-a3fd-4f70-8c64-c4b444399ef5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:26.160139 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2cfb238-63b0-49f5-bdf4-ceb67f488d2c req-02fe8e2c-a3fd-4f70-8c64-c4b444399ef5 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.3303783
Feb 17 00:51:26.219018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e2cfb238-63b0-49f5-bdf4-ceb67f488d2c req-08e1e329-9445-49a2-9c7f-28c393815a99 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517704
Feb 17 00:51:26.460881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b8f39-1f09-48bc-a3f3-29da28288047 req-df62bf18-b671-4a12-9c93-2d9ed4ada4df tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:26.462500 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce0b8f39-1f09-48bc-a3f3-29da28288047 req-df62bf18-b671-4a12-9c93-2d9ed4ada4df tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0981567
Feb 17 00:51:26.524967 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce0b8f39-1f09-48bc-a3f3-29da28288047 req-e06fddf3-b159-48c9-80d5-452d2ceeff14 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0561538
Feb 17 00:51:26.737908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60bd1c-d001-482e-af0b-755f906d31ef req-b3aadc85-16b4-492e-a833-0593ba4699b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:26.739677 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca60bd1c-d001-482e-af0b-755f906d31ef req-b3aadc85-16b4-492e-a833-0593ba4699b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0992007
Feb 17 00:51:26.788644 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca60bd1c-d001-482e-af0b-755f906d31ef req-3cd8a6f5-8d32-4a12-a019-e08a7df3deda tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421977
Feb 17 00:51:27.420102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f18eb7-c48d-4133-acf7-d63d007fd59c req-fe0557f7-3479-42ad-a0fa-8bd5472163ec tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:27.421691 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16f18eb7-c48d-4133-acf7-d63d007fd59c req-fe0557f7-3479-42ad-a0fa-8bd5472163ec tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0964415
Feb 17 00:51:27.468325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-16f18eb7-c48d-4133-acf7-d63d007fd59c req-3fc824b5-1f6d-4f0d-b796-fd9b823875f2 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402970
Feb 17 00:51:27.731347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a1f1-a97e-42a1-9d10-f5eda71c017f req-8150ed86-516b-4fe3-be79-dab1266248b7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:27.732859 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aef0a1f1-a97e-42a1-9d10-f5eda71c017f req-8150ed86-516b-4fe3-be79-dab1266248b7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0869386
Feb 17 00:51:27.783586 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aef0a1f1-a97e-42a1-9d10-f5eda71c017f req-3d2cf9c8-4005-472c-bb1b-a76c2bdacc61 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444171
Feb 17 00:51:27.988612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906d2d7-8162-4c03-b5f6-fc112c4d6971 req-0618c6b0-2ac6-41be-a3b4-f692bb0d4425 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:27.990184 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4906d2d7-8162-4c03-b5f6-fc112c4d6971 req-0618c6b0-2ac6-41be-a3b4-f692bb0d4425 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0890274
Feb 17 00:51:28.039351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4906d2d7-8162-4c03-b5f6-fc112c4d6971 req-ff1c1cb1-b0a1-4e50-a5f6-d7a6f533ac0b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429287
Feb 17 00:51:28.670835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991ac79-95d5-4738-91cf-65f174869940 req-b33ee347-1dae-4a35-8459-ff286b768eae tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:28.673166 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a991ac79-95d5-4738-91cf-65f174869940 req-b33ee347-1dae-4a35-8459-ff286b768eae tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0920262
Feb 17 00:51:28.721819 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a991ac79-95d5-4738-91cf-65f174869940 req-9a6f17b8-9eba-4477-9876-7a4d17c56a60 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415111
Feb 17 00:51:28.975761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-cce4c224-fe19-4d3f-938e-18a2e9829cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:28.977699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-cce4c224-fe19-4d3f-938e-18a2e9829cbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1162 time: 0.0819621
Feb 17 00:51:28.987693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fca15c-72e1-4f01-b8a2-db24f7da3aa0 req-f9b0a65a-ea32-44aa-81af-15ea9a91e53b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:28.989273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c7fca15c-72e1-4f01-b8a2-db24f7da3aa0 req-f9b0a65a-ea32-44aa-81af-15ea9a91e53b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0856178
Feb 17 00:51:29.038114 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c7fca15c-72e1-4f01-b8a2-db24f7da3aa0 req-15bc328e-b3ac-47b5-9de1-ba27328521fd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420306
Feb 17 00:51:29.124587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-d3977dfc-92db-45ea-8752-e2271d3ae2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:29.126181 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-d3977dfc-92db-45ea-8752-e2271d3ae2b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1363013
Feb 17 00:51:29.241026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-0d115549-314e-40f7-a6ba-409e2363063d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 1001 time: 0.1043272
Feb 17 00:51:29.248601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81890e5c-4f4a-4f6d-b3ae-203c33774e62 req-4d87d81c-98e1-48a3-9524-f8e6c1424daa tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:29.250253 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81890e5c-4f4a-4f6d-b3ae-203c33774e62 req-4d87d81c-98e1-48a3-9524-f8e6c1424daa tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0953085
Feb 17 00:51:29.299911 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-81890e5c-4f4a-4f6d-b3ae-203c33774e62 req-986d0c8f-43a9-4e35-bbe4-88489f19685a tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425589
Feb 17 00:51:29.311643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-98afd1b0-d583-477c-9846-6e47148de0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:29.313213 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-98afd1b0-d583-477c-9846-6e47148de0ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0633981
Feb 17 00:51:29.405846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-d0fbf5cd-8e58-4389-a197-67b2b5e76a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:29.407448 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-d0fbf5cd-8e58-4389-a197-67b2b5e76a8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836983
Feb 17 00:51:29.550984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-28f00ede-5ea7-4db2-b289-316bf0d4a468 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331918
Feb 17 00:51:29.701153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ca11cdc5-416e-4cf2-8d11-6bc97f0b5bc8 req-f3107304-8067-4756-9fe1-3fffa131062d service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1358616
Feb 17 00:51:29.926535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1ad31-bf7f-477c-b462-c464fffd97b7 req-10855777-a990-4b6e-bf88-aa020807989b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:29.929087 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ed1ad31-bf7f-477c-b462-c464fffd97b7 req-10855777-a990-4b6e-bf88-aa020807989b tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0913169
Feb 17 00:51:29.977551 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ed1ad31-bf7f-477c-b462-c464fffd97b7 req-5752e6d2-5ad4-4fbe-8fc9-8cd663d494b8 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422914
Feb 17 00:51:30.243195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb92de-91de-4a0a-a5f6-9241d31c3aed req-83632115-2a1f-4974-a3ec-5dfd967c2f9e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:30.244831 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecfb92de-91de-4a0a-a5f6-9241d31c3aed req-83632115-2a1f-4974-a3ec-5dfd967c2f9e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0879159
Feb 17 00:51:30.295018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ecfb92de-91de-4a0a-a5f6-9241d31c3aed req-026b75e1-e73e-42c8-9228-16798fdf4f40 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438793
Feb 17 00:51:30.500189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22cbc9-6fdf-461d-a8f4-b113a1e3bb4d req-2180a055-2a09-4ebc-8994-d3bbf17d8fc6 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:30.501770 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e22cbc9-6fdf-461d-a8f4-b113a1e3bb4d req-2180a055-2a09-4ebc-8994-d3bbf17d8fc6 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.0872774
Feb 17 00:51:30.549141 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e22cbc9-6fdf-461d-a8f4-b113a1e3bb4d req-7f7643d6-c212-4ec9-8625-11cb8cf7c975 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410357
Feb 17 00:51:30.650616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-1cc79c6c-be00-4281-9456-28a7bc98b289 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:30.651449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-1cc79c6c-be00-4281-9456-28a7bc98b289 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Synchronizing usage tracker for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:51:30.667571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-1cc79c6c-be00-4281-9456-28a7bc98b289 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Unset dirty status for tenant:471d22c370e245d6b19971065f542344 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:51:30.668810 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-1cc79c6c-be00-4281-9456-28a7bc98b289 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.1032126
Feb 17 00:51:30.751240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Deleting port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:51:30.751795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:31.007316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] For port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:31.007632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:31.143195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Calling delete_port for 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:51:31.176821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc4b8b-2c01-4719-a40a-8ce513ebb650 req-07754f4e-a0bf-4837-a407-9883a15a273e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:31.179116 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89dc4b8b-2c01-4719-a40a-8ce513ebb650 req-07754f4e-a0bf-4837-a407-9883a15a273e tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 946 time: 0.0875885
Feb 17 00:51:31.229483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89dc4b8b-2c01-4719-a40a-8ce513ebb650 req-1368cff4-9bc8-414d-a186-cd3f2174a604 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/security-groups?id=039c0f0a-bbf8-4566-9c6b-e73689f3e515&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439901
Feb 17 00:51:31.288676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:31.306648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b34fc6e5-522e-42b3-8d84-9b1bc51e3c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:31.396676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Pushing event deleted for resources: {'Port': ['ID=4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:31.421536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.421955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.422362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.422770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.423197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.423597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.423993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.424388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.424783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.425174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.425564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.425956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.426430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.426824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.427246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.428534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.428534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.428937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.429325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.429712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.430100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.430492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.430910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.431290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:31.436550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:31.503067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777cd1e-f949-4aeb-ae73-61ecca082f35 req-902972cc-ec54-4b07-a9a1-9e60176273dd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:31.504685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d777cd1e-f949-4aeb-ae73-61ecca082f35 req-902972cc-ec54-4b07-a9a1-9e60176273dd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0876257
Feb 17 00:51:31.533086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] No DVR routers for this DVR port 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:51:31.535416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:31.538840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'name': 'network-vif-deleted', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:31.554326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d777cd1e-f949-4aeb-ae73-61ecca082f35 req-cf7e4444-25d3-440f-ac8d-11aee4db1882 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426950
Feb 17 00:51:31.554589 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c5d5f12b-252d-4f10-9133-7408e35489e1 req-26481a12-242a-4fb6-852f-c8f8f402c9c1 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.47 "DELETE /v2.0/ports/4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 HTTP/1.1" status: 204  len: 173 time: 0.8760922
Feb 17 00:51:31.598686 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718be9f5-3d78-423e-85c8-494ad6de7236', 'name': 'network-vif-deleted', 'tag': '4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816', 'status': 'completed', 'code': 200}
Feb 17 00:51:31.768377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e1c30-773b-41bb-83a3-cb992a2ac8be req-8be8e0a0-e761-44fd-82bb-ab3fda1ab237 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:31.772569 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c03e1c30-773b-41bb-83a3-cb992a2ac8be req-8be8e0a0-e761-44fd-82bb-ab3fda1ab237 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 943 time: 0.1004403
Feb 17 00:51:31.821804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c03e1c30-773b-41bb-83a3-cb992a2ac8be req-0b92f8c2-bab7-4ac3-9065-2946dcccee9f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453181
Feb 17 00:51:31.922558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:31.993289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:51:31.998284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:31.998707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.120026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.147264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:32.157782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:32.160803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.164349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:32.200750 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c', 'code': 200}
Feb 17 00:51:32.241815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:32.249814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.250208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.250587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.250993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.251423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.251793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.252164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.252530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.254815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.255047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.256009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.256611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.256987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.257358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.257722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.258087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.258456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.258818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.259205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:32.263473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:32.426047 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73b8471b-5731-4f0f-a176-c42133c83d3b req-d158457b-df0c-426c-b287-419aade5a2fc tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] 10.222.0.16 "GET /v2.0/ports?device_id=718be9f5-3d78-423e-85c8-494ad6de7236 HTTP/1.1" status: 200  len: 210 time: 0.0540671
Feb 17 00:51:32.427285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:32.479686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc058d41-a301-4101-aa8e-0090ec081aa1 req-c66e67e2-dd44-4353-a901-71a2aa651838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:32.481326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc058d41-a301-4101-aa8e-0090ec081aa1 req-c66e67e2-dd44-4353-a901-71a2aa651838 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 1162 time: 0.0932148
Feb 17 00:51:32.507331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:32.507766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.538444 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fc058d41-a301-4101-aa8e-0090ec081aa1 req-e8fdd922-5f91-4682-8dc1-09a21c3ace82 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395994
Feb 17 00:51:32.647155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:51:32.683445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:51:32.683848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 4ea796ec-b4ec-4b9e-8a4f-6a0ee626a816 not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:51:32.684327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:51:32.779563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac7ba5-fe55-41c6-bf40-7256bc34ca39 req-dd0c6cdc-a28a-4c97-8f33-9bb6bcc41348 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:32.781181 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8ac7ba5-fe55-41c6-bf40-7256bc34ca39 req-dd0c6cdc-a28a-4c97-8f33-9bb6bcc41348 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0906017
Feb 17 00:51:32.806064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.837255 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8ac7ba5-fe55-41c6-bf40-7256bc34ca39 req-ab978181-c54c-4c2c-86b9-79ab013ab3e6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492942
Feb 17 00:51:32.843969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:32.848343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:32.850491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:32.931291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:32.934793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:33.045567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2c765-736b-4534-a398-d991d9e4917b req-dc8f710a-4db9-4536-b730-137084028f12 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:33.047217 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ddc2c765-736b-4534-a398-d991d9e4917b req-dc8f710a-4db9-4536-b730-137084028f12 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.0866344
Feb 17 00:51:33.101716 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ddc2c765-736b-4534-a398-d991d9e4917b req-8b4665a1-8852-494c-8031-488d3249cad4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472715
Feb 17 00:51:33.527830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60400) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:33.851343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60418) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:33.980167 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-becc93b4-08a2-4a6c-9382-e524eb78e4c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1271458
Feb 17 00:51:33.986309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0bd6a-45e7-4537-a0f5-d4c94c2c43f8 req-c2d0321d-3ab5-4646-923e-172842b34ff4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:33.991492 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bad0bd6a-45e7-4537-a0f5-d4c94c2c43f8 req-c2d0321d-3ab5-4646-923e-172842b34ff4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.2095058
Feb 17 00:51:34.089954 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bad0bd6a-45e7-4537-a0f5-d4c94c2c43f8 req-dd0b12b4-0416-4422-bf75-30919a8db8ac tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0923595
Feb 17 00:51:34.202550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:51:34.258197 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'code': 422} returned with failed status
Feb 17 00:51:34.308243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:34.397675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:51:34.476359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:51:34.476674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:34.485983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b83b69-cfde-4685-b3b4-8bc9e60de301 req-eb54c0e0-683a-4679-b44e-aa1a467776f1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:34.487625 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76b83b69-cfde-4685-b3b4-8bc9e60de301 req-eb54c0e0-683a-4679-b44e-aa1a467776f1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.2654438
Feb 17 00:51:34.561741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76b83b69-cfde-4685-b3b4-8bc9e60de301 req-d48207bc-d091-4afe-95fc-f02e2cd24de0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659661
Feb 17 00:51:34.987336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Deleting port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:51:34.987872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:35.176315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] For port 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,segment=NetworkSegment(7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1),segment_id=7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:35.176737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:35.312247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Calling delete_port for 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:51:35.590021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-3b71ef1f-9546-4b51-bdee-883422e567e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:35.591685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-3b71ef1f-9546-4b51-bdee-883422e567e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132&tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 1160 time: 0.0973825
Feb 17 00:51:35.689369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94434b8c-f75e-4ace-9717-a387c433d711 req-3578062a-41fd-460b-a166-ed7e15f69bc6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:35.689369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94434b8c-f75e-4ace-9717-a387c433d711 req-3578062a-41fd-460b-a166-ed7e15f69bc6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.4450316
Feb 17 00:51:35.775504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-ceadee21-edd1-4ae4-9039-c1ab9f2e935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:35.776993 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-ceadee21-edd1-4ae4-9039-c1ab9f2e935d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1160 time: 0.1395473
Feb 17 00:51:35.805958 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94434b8c-f75e-4ace-9717-a387c433d711 req-c51370bc-c9d2-462f-b55e-d3990884c1ac tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1094534
Feb 17 00:51:35.914330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:35.930676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-af6e4a09-8a8a-46e4-a4f0-839a0949d494 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:35.948811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-01612d38-3770-42b0-91c3-3c764d2641ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:35.950401 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-01612d38-3770-42b0-91c3-3c764d2641ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1662540
Feb 17 00:51:35.967029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5de2f9-acd6-4a34-9bb3-cb5488d58c05 req-225e2ba8-2b0d-4992-bc29-9cb0582d7429 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:35.968631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b5de2f9-acd6-4a34-9bb3-cb5488d58c05 req-225e2ba8-2b0d-4992-bc29-9cb0582d7429 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.2275815
Feb 17 00:51:36.037601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6afc94-7ad1-4b8e-b1f3-38c8a81da670,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:36.063366 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-2444ddc7-a9a2-498d-a18b-b62c0b525853 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 999 time: 0.1032228
Feb 17 00:51:36.075428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.076779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.076779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.076779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.077109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.077399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.077796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.078190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.078588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.079024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.079421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.079814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.080290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.080685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.081079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.081468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.081861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.082253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.082645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.083081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.083485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.084006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.084407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.084796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:51:36.088924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:36.131030 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0b5de2f9-acd6-4a34-9bb3-cb5488d58c05 req-626f23ed-30a0-4f3d-ab7c-79350699f716 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999625
Feb 17 00:51:36.140578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-85f8ea91-019f-4790-963f-fd8d7924a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:36.142295 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-85f8ea91-019f-4790-963f-fd8d7924a340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0649636
Feb 17 00:51:36.233784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-af4fdf9b-d86c-4e92-b02a-fc1ae4c562ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:36.235884 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-af4fdf9b-d86c-4e92-b02a-fc1ae4c562ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859454
Feb 17 00:51:36.420832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:36.636325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-47ada877-5402-40fb-aa9b-631b7cf750fc service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3909326
Feb 17 00:51:36.788994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-c6033ac3-8a61-4688-af2b-300eec1d1e06 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387813
Feb 17 00:51:37.272774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Router cea58e63-387d-468f-8eb7-eb500ea5470a has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:51:37.282548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7b21f-f348-40cc-bac6-a14bdb7ddbc2 req-20768f35-097c-4b4f-9563-5e49d50dbc2b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:37.284175 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9f7b21f-f348-40cc-bac6-a14bdb7ddbc2 req-20768f35-097c-4b4f-9563-5e49d50dbc2b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1533821
Feb 17 00:51:37.477634 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9f7b21f-f348-40cc-bac6-a14bdb7ddbc2 req-26dc4473-41cb-47b1-83f2-de9994787860 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1854904
Feb 17 00:51:37.512472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:51:37.522158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Sync routers for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:51:37.526150 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] 10.222.0.16 "PUT /v2.0/routers/cea58e63-387d-468f-8eb7-eb500ea5470a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9970539
Feb 17 00:51:37.529031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60470) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:37.537014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:51:37.537764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13707918d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:51:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:37.756650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.001907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.035748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:51:38.248361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.254139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Deleting port ca51f39b-f4e7-42fb-880d-84e88bbcd92c {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:51:38.254900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.406645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13707918d0>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:51:35Z', 'revision_number': 5, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:38.410812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Checking router: cea58e63-387d-468f-8eb7-eb500ea5470a for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:51:38.419856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Routers {'cea58e63-387d-468f-8eb7-eb500ea5470a'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:51:38.420493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13707918d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:51:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['cea58e63-387d-468f-8eb7-eb500ea5470a'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:38.454390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] For port ca51f39b-f4e7-42fb-880d-84e88bbcd92c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ca51f39b-f4e7-42fb-880d-84e88bbcd92c,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:51:38.454786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.611126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Calling delete_port for ca51f39b-f4e7-42fb-880d-84e88bbcd92c owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:51:38.627729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] Set router cea58e63-387d-468f-8eb7-eb500ea5470a gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:51:38.773573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036a0f1-0677-443a-9d61-1b83ec370a55 req-93c1a0eb-8cec-4b66-a4a9-c33567ed44c7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:38.775147 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3036a0f1-0677-443a-9d61-1b83ec370a55 req-93c1a0eb-8cec-4b66-a4a9-c33567ed44c7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1343224
Feb 17 00:51:38.901881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = function(*args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     proto.__init__(conn_state, self)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle()
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle_one_request()
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle_one_response()
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = self.application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return app(environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return request.get_response(self.application)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self._app)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = self.app(environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:51:38.904624 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = method(request=request, **args)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._delete(request, id, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*dup_args, **dup_kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     obj_deleter(request.context, id, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return method(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*dup_args, **dup_kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, context, *args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return method(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     context, port, router_ids, bound_mech_contexts)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     return function(*args, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     callback(resource, event, trigger, **kwargs)
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]:     stack = traceback.extract_stack()
Feb 17 00:51:38.913205 dv-cinder-759943-4-iscsi neutron-server[83873]: 
Feb 17 00:51:38.921211 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3036a0f1-0677-443a-9d61-1b83ec370a55 req-413b20ba-898b-4652-a311-7c88e392a966 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1076584
Feb 17 00:51:38.983169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13707918d0>, [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:51:35Z', 'revision_number': 5, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:38.987427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf62fc2-4e1e-44c5-832f-4d82901449af None None] The sync data for ids ['cea58e63-387d-468f-8eb7-eb500ea5470a'] in dv-cinder-759943-4-iscsi is: [{'id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'name': 'tempest-ServerRescueNegativeTestJSON-659858506-router', 'tenant_id': '471d22c370e245d6b19971065f542344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111'}], 'enable_snat': True}, 'gw_port_id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:51:35Z', 'revision_number': 5, 'project_id': '471d22c370e245d6b19971065f542344', 'gw_port': {'id': 'ca51f39b-f4e7-42fb-880d-84e88bbcd92c', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a7:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea58e63-387d-468f-8eb7-eb500ea5470a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:51:39.109415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.256768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.259218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.345266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.345833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea58e63-387d-468f-8eb7-eb500ea5470a {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:51:39.358417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.359673 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f167f2c4-6d1e-4442-a0d5-3bffee03463e admin admin] 10.222.0.16 "DELETE /v2.0/routers/cea58e63-387d-468f-8eb7-eb500ea5470a HTTP/1.1" status: 204  len: 168 time: 1.8296716
Feb 17 00:51:39.362452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60500) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:39.436065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Deleting subnet 3709b2ea-9830-4417-a245-6944ac08343b {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:51:39.439288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.493243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.557468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.618976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d879377e-f45a-4b05-8500-abd184d8a81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.841038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.857866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:39.953190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3709b2ea-9830-4417-a245-6944ac08343b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:39.957215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:39.991250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:39.998901 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-165a70ff-4aa0-4e81-ac3d-d1a1ff1537bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3709b2ea-9830-4417-a245-6944ac08343b HTTP/1.1" status: 204  len: 168 time: 0.6338301
Feb 17 00:51:40.000178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60508) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:40.125566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ca51f39b-f4e7-42fb-880d-84e88bbcd92c no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:51:40.167612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: ca51f39b-f4e7-42fb-880d-84e88bbcd92c {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:51:40.168130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ca51f39b-f4e7-42fb-880d-84e88bbcd92c not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:51:40.168953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:51:40.240246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:51:40.241068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3e6afc94-7ad1-4b8e-b1f3-38c8a81da670 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:51:40.423467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:40.563503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec92c2-84a1-4d02-8bd6-6e26242f4091 req-65806639-20d4-4694-b594-062125d8f0f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:40.565091 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68ec92c2-84a1-4d02-8bd6-6e26242f4091 req-65806639-20d4-4694-b594-062125d8f0f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.2430570
Feb 17 00:51:40.680349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:40.765873 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68ec92c2-84a1-4d02-8bd6-6e26242f4091 req-e9c6d8ec-99c3-4aba-b281-633ec2c6c0f4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1387713
Feb 17 00:51:40.807622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136b3a2358>,) {'filters': {'network_id': ['66dab043-1202-48a9-9147-16c09bc58aca']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:40.821297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136b3a2358>, '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:40.821636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136b3a2358>, '7a65e8bf-40f1-49bd-a78b-b4fcc9c59eb1') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:51:40.835275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:40.851254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:40.853311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:51:41.033207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Network 66dab043-1202-48a9-9147-16c09bc58aca has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:51:41.042271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.223260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Network 66dab043-1202-48a9-9147-16c09bc58aca has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:51:41.247231 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:51:41.326514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.330113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9fb7ee87-2a4f-42e9-8ec6-0fad2b478fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:41.345319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.357311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Pushing event deleted for resources: {'Network': ['ID=66dab043-1202-48a9-9147-16c09bc58aca,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:41.360937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:41.366406 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b4080245-7888-4262-a5d0-30857160e843 admin admin] 10.222.0.16 "DELETE /v2.0/networks/66dab043-1202-48a9-9147-16c09bc58aca HTTP/1.1" status: 204  len: 168 time: 1.3651161
Feb 17 00:51:41.492929 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60518) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:41.545254 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-155254eb-0ac0-41a1-89ab-959a1ddeb38d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=471d22c370e245d6b19971065f542344&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0510025
Feb 17 00:51:41.547935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60522) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:41.613025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.645563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.693791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.698862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1d32d4ef-f801-44c8-b0fe-b1ff576a9676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:41.713263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039c0f0a-bbf8-4566-9c6b-e73689f3e515,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:41.718647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:41.720788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:41.722016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/039c0f0a-bbf8-4566-9c6b-e73689f3e515 HTTP/1.1" status: 204  len: 168 time: 0.1731691
Feb 17 00:51:42.017976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b0fe9-7f2a-4aec-90dd-b3b3d4ad4b7b req-0403c9e6-a9a8-49b6-b3c7-77c38296b6db tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:42.019631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f99b0fe9-7f2a-4aec-90dd-b3b3d4ad4b7b req-0403c9e6-a9a8-49b6-b3c7-77c38296b6db tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1079364
Feb 17 00:51:42.042753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-402b1982-bd28-48ee-89a4-5d770816dcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:42.070028 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f99b0fe9-7f2a-4aec-90dd-b3b3d4ad4b7b req-dfc1586d-4b18-45d2-83be-fde57cf31cb6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428529
Feb 17 00:51:42.496514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.290538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e040-0b7f-44c9-a8f7-440662b84277 req-6c44c464-44d2-43b1-853a-3d01398f2ad0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:43.292204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba83e040-0b7f-44c9-a8f7-440662b84277 req-6c44c464-44d2-43b1-853a-3d01398f2ad0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1008296
Feb 17 00:51:43.341198 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ba83e040-0b7f-44c9-a8f7-440662b84277 req-4d8c4f1e-8bec-48cc-8c03-91490eaa8554 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427551
Feb 17 00:51:43.413639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.650306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60576) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:43.741499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.779670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.795150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:43.799242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Usage tracker for resource:security_group_rule and tenant:6389a1ab3367434d90c4763f33381404 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:43.802419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:43.808407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:43.901418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.906045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:43.922925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a00e283-7949-41d5-a126-dfabd3d0b2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:43.967629 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6389a1ab3367434d90c4763f33381404&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3161500
Feb 17 00:51:43.968607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ccfedc-cc04-478a-98c9-0d75eeb7f0ba,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:43.970593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60582) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:43.972049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:44.033407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.063851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.113886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.119464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-10ebd548-7a45-4f56-8f6f-69cf2efb9033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:44.133242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ccfedc-cc04-478a-98c9-0d75eeb7f0ba,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:44.136037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:44.137186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.139370 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b7ccfedc-cc04-478a-98c9-0d75eeb7f0ba HTTP/1.1" status: 204  len: 168 time: 0.1675217
Feb 17 00:51:44.481164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60592) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:44.499645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.515268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:44.519273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Usage tracker for resource:security_group_rule and tenant:19cc64e1eb604dab9343ce2c8a34dcc0 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:44.522977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:44.529053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:44.555511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1e246-6e1e-483f-a161-1bd3aaeb6600 req-d0a59258-b192-45e3-9742-e458fe2e0883 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:44.557139 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41c1e246-6e1e-483f-a161-1bd3aaeb6600 req-d0a59258-b192-45e3-9742-e458fe2e0883 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0872540
Feb 17 00:51:44.631325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.632149 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41c1e246-6e1e-483f-a161-1bd3aaeb6600 req-06432aa7-e691-4e41-8609-8fbc1ecce5cf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0665159
Feb 17 00:51:44.636879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.647374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60e822ad-d0dd-45b1-9d92-be8aa15e306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:44.695903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19cc64e1eb604dab9343ce2c8a34dcc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2135875
Feb 17 00:51:44.696838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc78aa27-1375-4af5-b8ce-52b90e6a1668,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:44.698771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60598) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:44.700119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:44.787841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.815588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.860500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.866211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:44.878652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc78aa27-1375-4af5-b8ce-52b90e6a1668,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:44.881869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:44.889721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:44.890979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc78aa27-1375-4af5-b8ce-52b90e6a1668 HTTP/1.1" status: 204  len: 168 time: 0.1902940
Feb 17 00:51:45.405770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:51:45.879722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b793b9-b940-4d0b-99a7-d325342e2cf1 req-ba2d254b-3cd9-4f3d-b829-a76c73e8e8ba tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:45.882064 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52b793b9-b940-4d0b-99a7-d325342e2cf1 req-ba2d254b-3cd9-4f3d-b829-a76c73e8e8ba tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1150641
Feb 17 00:51:45.931016 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-52b793b9-b940-4d0b-99a7-d325342e2cf1 req-20429187-ae35-4c1d-b6a7-477d7b8517e4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422590
Feb 17 00:51:47.061735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60666) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:47.156409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399e78e-27f2-42dc-9dc9-347b5f3981d4 req-dcccc8e4-97f4-4cd4-aed5-7a839c35ff18 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:47.158164 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4399e78e-27f2-42dc-9dc9-347b5f3981d4 req-dcccc8e4-97f4-4cd4-aed5-7a839c35ff18 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1074941
Feb 17 00:51:47.204533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.217807 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4399e78e-27f2-42dc-9dc9-347b5f3981d4 req-f0303a0b-71cb-4dfd-91e8-3dc61a81b8e3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0533133
Feb 17 00:51:47.226510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:47.231201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:18aa180e5ad3414688c491afc7208cf5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:47.234334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:47.241360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:47.326268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.329011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.338542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2880834a-d101-48aa-b3b6-dcb64c1d6df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:47.384653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18aa180e5ad3414688c491afc7208cf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3214462
Feb 17 00:51:47.386348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbe4582-a0b2-44d5-9492-43b7e6bcd0d6,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:47.387586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60672) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:47.389856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:47.451019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.480403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.531075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.536074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33abe33c-b46c-45a2-955a-91a3f1e1776a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:47.547234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbe4582-a0b2-44d5-9492-43b7e6bcd0d6,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:47.550915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:47.554285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.555566 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbbe4582-a0b2-44d5-9492-43b7e6bcd0d6 HTTP/1.1" status: 204  len: 168 time: 0.1669159
Feb 17 00:51:47.895362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60680) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:47.915711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:47.931797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:47.935947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Usage tracker for resource:security_group_rule and tenant:f0040569f7bf4fbc91e6ea495755aae3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:47.938975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:47.948898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:48.043672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.046616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.056835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1fbe29ee-0d1e-4e9b-98a1-a37a2ef035d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:48.095654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231dad6-f64f-4fdf-ab03-acdc7b3cf689,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:48.102341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:48.105795 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0040569f7bf4fbc91e6ea495755aae3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2085950
Feb 17 00:51:48.108710 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60686) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:48.188300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.216717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.268252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.276126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-58ad7444-a022-4d97-b0a8-bd2966dbb569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:48.290712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231dad6-f64f-4fdf-ab03-acdc7b3cf689,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:48.293580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:48.304222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:48.305507 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1231dad6-f64f-4fdf-ab03-acdc7b3cf689 HTTP/1.1" status: 204  len: 168 time: 0.1957252
Feb 17 00:51:48.435791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869f581-4f96-4b56-a232-00e3433df0d7 req-d04abc58-222f-4418-8b14-1451b619f536 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:48.437416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6869f581-4f96-4b56-a232-00e3433df0d7 req-d04abc58-222f-4418-8b14-1451b619f536 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0956256
Feb 17 00:51:48.495924 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6869f581-4f96-4b56-a232-00e3433df0d7 req-1d2a71fe-78a9-4014-8132-f0dcb72df486 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515416
Feb 17 00:51:49.738132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46997345-edb7-4d1c-8fc3-692badf265b5 req-18d8621c-e699-437d-a766-fee3fbed48cb tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:49.743910 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-46997345-edb7-4d1c-8fc3-692badf265b5 req-18d8621c-e699-437d-a766-fee3fbed48cb tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1079035
Feb 17 00:51:49.813000 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-46997345-edb7-4d1c-8fc3-692badf265b5 req-c6bea51a-b457-4eb7-a455-7491ad66057f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0658953
Feb 17 00:51:51.035770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63713026-4200-4a9d-8936-29a7d35e3692 req-fb0368c1-67be-495f-bea0-2a553585be5c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:51.037626 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63713026-4200-4a9d-8936-29a7d35e3692 req-fb0368c1-67be-495f-bea0-2a553585be5c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0932188
Feb 17 00:51:51.091113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-63713026-4200-4a9d-8936-29a7d35e3692 req-4a48b1f2-fff6-4dfa-9e63-b980e291a7e5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471494
Feb 17 00:51:52.155532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60840) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:52.290254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.305643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:52.306450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66487c-3cd9-4f77-a9e0-ee85a03bb098 req-fd5a40bc-d7dd-4215-870e-e0656fa2e224 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:52.308103 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e66487c-3cd9-4f77-a9e0-ee85a03bb098 req-fd5a40bc-d7dd-4215-870e-e0656fa2e224 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0946302
Feb 17 00:51:52.309703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Usage tracker for resource:security_group_rule and tenant:0c547ac76017475ba97122c6185b70c8 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:52.312757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:52.318632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:52.359300 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e66487c-3cd9-4f77-a9e0-ee85a03bb098 req-e609ea9d-72b2-4d66-a1e5-c2e6a43f46dd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446537
Feb 17 00:51:52.415078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.418046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.427823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-acc4680c-2641-4acc-976a-c6182460c6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:52.476220 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c547ac76017475ba97122c6185b70c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195033
Feb 17 00:51:52.477193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2480ab-38ae-4d15-8ae6-69a27fcbd049,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:52.479082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60848) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:52.483742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:52.550842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.579640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.624141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.629786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-481a8ebd-4238-46e7-a20d-80d2beb78ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:52.642795 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2480ab-38ae-4d15-8ae6-69a27fcbd049,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:52.646386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:52.654746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.656014 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a2480ab-38ae-4d15-8ae6-69a27fcbd049 HTTP/1.1" status: 204  len: 168 time: 0.1758444
Feb 17 00:51:52.950754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60858) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:52.970220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:52.986417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:51:52.990901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c391a34cc54ab5bbf349c95ad2e2aa is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:51:52.993927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:51:52.999768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:51:53.089038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.093595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.102821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cc89379-3a08-4472-b9ee-4a00417e9d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:53.148201 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5c391a34cc54ab5bbf349c95ad2e2aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1961098
Feb 17 00:51:53.149074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08cf39c-697e-4100-b1d6-498910783d55,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:53.150994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60862) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:51:53.152422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:53.213341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.242327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.286667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.291826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e3e3c53c-4905-450e-a0ea-d7d629a22e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:51:53.305837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08cf39c-697e-4100-b1d6-498910783d55,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:51:53.308570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:51:53.317400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:51:53.321051 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f08cf39c-697e-4100-b1d6-498910783d55 HTTP/1.1" status: 204  len: 168 time: 0.1665776
Feb 17 00:51:53.596988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c049d5-9a32-414d-b80a-103e3eaa9d49 req-7504d7ea-663d-41c7-8d82-2103b33f44d5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:53.599412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6c049d5-9a32-414d-b80a-103e3eaa9d49 req-7504d7ea-663d-41c7-8d82-2103b33f44d5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1024578
Feb 17 00:51:53.669081 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6c049d5-9a32-414d-b80a-103e3eaa9d49 req-d18c81e3-60c5-4349-8524-3838aa83daf8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0632422
Feb 17 00:51:54.917218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fad381-31ce-41f2-80b0-e0666a45f682 req-b50deb7b-1179-4355-84a5-8f50228a0477 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:54.919124 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17fad381-31ce-41f2-80b0-e0666a45f682 req-b50deb7b-1179-4355-84a5-8f50228a0477 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0974803
Feb 17 00:51:54.975531 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-17fad381-31ce-41f2-80b0-e0666a45f682 req-d5886dde-4104-4abc-8a59-37a73f2d5e9c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469923
Feb 17 00:51:56.189770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa204ca-d382-479a-bd95-9208b194c402 req-2b72596c-09af-454c-9f45-1573575e5938 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:56.191402 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bfa204ca-d382-479a-bd95-9208b194c402 req-2b72596c-09af-454c-9f45-1573575e5938 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0934114
Feb 17 00:51:56.242309 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bfa204ca-d382-479a-bd95-9208b194c402 req-35f53948-b50f-4030-98ee-685d7ca41ec2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435407
Feb 17 00:51:57.454862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac0aff-e501-4559-9cb2-14cf926b7fa8 req-f1b227aa-a3c0-42f7-8042-57f3af73f7f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:57.456402 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ac0aff-e501-4559-9cb2-14cf926b7fa8 req-f1b227aa-a3c0-42f7-8042-57f3af73f7f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0877032
Feb 17 00:51:57.503704 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-08ac0aff-e501-4559-9cb2-14cf926b7fa8 req-0c8162a3-20d8-46b8-940a-9b6ac6ee91cc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404704
Feb 17 00:51:58.722808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc8e62-5a5b-462c-b566-10f83ade8b07 req-6b9a7ab7-751b-4828-b3f4-141328c5f885 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:58.722808 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8cdc8e62-5a5b-462c-b566-10f83ade8b07 req-6b9a7ab7-751b-4828-b3f4-141328c5f885 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0908201
Feb 17 00:51:58.765144 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8cdc8e62-5a5b-462c-b566-10f83ade8b07 req-5ba41885-71f1-4f99-a896-091353de8313 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419090
Feb 17 00:51:59.990027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da0e3e-ec2d-4f27-bcad-1052826e7480 req-5e36e4a4-f744-4484-b7b4-57493819ab72 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:51:59.991784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9da0e3e-ec2d-4f27-bcad-1052826e7480 req-5e36e4a4-f744-4484-b7b4-57493819ab72 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0953476
Feb 17 00:52:00.046575 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b9da0e3e-ec2d-4f27-bcad-1052826e7480 req-e5c289da-6961-46e5-85a6-482ab70816d8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483856
Feb 17 00:52:00.306581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 60988) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:00.445924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.460776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:00.464869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Usage tracker for resource:security_group_rule and tenant:f6e3d4581fdd4893b325ef84798cfc83 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:00.467836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:00.473700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:00.560868 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.563400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.572980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-afa400d8-60ed-4995-835a-acda5d2d116a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:00.614813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6e3d4581fdd4893b325ef84798cfc83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064249
Feb 17 00:52:00.615879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d494916b-0a6e-4bf3-b0fb-cc5921190dd4,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:00.617696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 60994) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:00.619307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:00.681716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.710020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.755762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.760759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a8f9e6a3-65fa-46f1-ac46-c5788f88881e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:00.773417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d494916b-0a6e-4bf3-b0fb-cc5921190dd4,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:00.776280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:00.784275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:00.788777 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d494916b-0a6e-4bf3-b0fb-cc5921190dd4 HTTP/1.1" status: 204  len: 168 time: 0.1666768
Feb 17 00:52:01.075266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 32770) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:01.094686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.110503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:01.114798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Usage tracker for resource:security_group_rule and tenant:89dc8aea4bd54821a1cff387cc62c447 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:01.117767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:01.123550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:01.265568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.269268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.278154 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ade59538-9afc-467e-83d0-a18eec29e814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:01.335737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89dc8aea4bd54821a1cff387cc62c447&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2592790
Feb 17 00:52:01.338759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 32780) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:01.340479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc790985-3837-4909-9cd9-47bcb5c24098,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:01.344025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:01.351755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeced67-c4c7-4703-8cad-ec4c57cffb13 req-c7598ba7-0520-436e-9b3e-7c48cf94c168 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:01.353371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-daeced67-c4c7-4703-8cad-ec4c57cffb13 req-c7598ba7-0520-436e-9b3e-7c48cf94c168 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1758745
Feb 17 00:52:01.404690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.407207 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-daeced67-c4c7-4703-8cad-ec4c57cffb13 req-3d37c26a-33ca-42c3-bdab-19e8ff697cd8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473995
Feb 17 00:52:01.434491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.480311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.485289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e2097c5-433e-4b5e-8083-0c0689ba1373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:01.500133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc790985-3837-4909-9cd9-47bcb5c24098,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:01.503340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:01.508611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:01.509773 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc790985-3837-4909-9cd9-47bcb5c24098 HTTP/1.1" status: 204  len: 168 time: 0.1698706
Feb 17 00:52:02.635375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d9494-d7cf-4e21-b3dd-f2829d58f174 req-21adf4b4-47b0-446e-a17b-2a0b84555717 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:02.638718 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-726d9494-d7cf-4e21-b3dd-f2829d58f174 req-21adf4b4-47b0-446e-a17b-2a0b84555717 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0951526
Feb 17 00:52:02.695431 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-726d9494-d7cf-4e21-b3dd-f2829d58f174 req-77002280-a4e6-40f0-bc97-1e46e3935f66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0510349
Feb 17 00:52:03.903867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9549a3-4128-4b8a-b594-aeafe2cb7cba req-2ad7c723-3eb0-40a7-af6a-839c6b781372 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:03.905426 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a9549a3-4128-4b8a-b594-aeafe2cb7cba req-2ad7c723-3eb0-40a7-af6a-839c6b781372 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0894518
Feb 17 00:52:03.951560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a9549a3-4128-4b8a-b594-aeafe2cb7cba req-212c2b54-cc70-49f6-9fce-518a86d57dd7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397260
Feb 17 00:52:04.205271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-5f1fbfef-5335-441f-9891-cacc7ef55811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:04.206899 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-5f1fbfef-5335-441f-9891-cacc7ef55811 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1160 time: 0.0839906
Feb 17 00:52:04.367230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-4ebc4f49-15e0-4c7c-b45b-241dc1065a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:04.368855 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-4ebc4f49-15e0-4c7c-b45b-241dc1065a7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1422389
Feb 17 00:52:04.479903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-9aee93c2-8789-4323-a289-ddcdcc76b635 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 999 time: 0.1031013
Feb 17 00:52:04.550091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-0f18d089-be5f-48e3-b48c-5242ed715280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:04.552363 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-0f18d089-be5f-48e3-b48c-5242ed715280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0651443
Feb 17 00:52:04.637258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-2ef8ea12-ac51-4628-8e2c-e7be472a18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:04.638829 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-2ef8ea12-ac51-4628-8e2c-e7be472a18cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794518
Feb 17 00:52:05.155483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf561ea1-fbaf-48b6-9d8d-af4170359436 req-82982a86-1575-473a-9084-b14a8f53c38d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:05.157077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf561ea1-fbaf-48b6-9d8d-af4170359436 req-82982a86-1575-473a-9084-b14a8f53c38d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0869119
Feb 17 00:52:05.204250 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cf561ea1-fbaf-48b6-9d8d-af4170359436 req-e055ccf9-0c06-4c9e-b1c3-bf63e8ec224e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0406182
Feb 17 00:52:06.187756 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-e61238db-8387-4b44-90c0-1d9be13af5fe service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369011
Feb 17 00:52:06.591386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3705b-320d-430e-b255-f965b247a93e req-7b3ce0c5-f6aa-4bf7-9123-e10dd3cc0e21 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:06.592894 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ae3705b-320d-430e-b255-f965b247a93e req-7b3ce0c5-f6aa-4bf7-9123-e10dd3cc0e21 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.2670772
Feb 17 00:52:06.640374 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ae3705b-320d-430e-b255-f965b247a93e req-48cacf1f-3ac9-4bbe-a47f-8c1be2d973a6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413229
Feb 17 00:52:07.360013 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-abe409dd-73f7-4dbe-b4a0-b5025f6996cd req-b5027e12-e2d6-4d83-802e-3bfa8564604d service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365130
Feb 17 00:52:07.903296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c797db-b4d4-499b-81c3-4b6b94767611 req-0492b622-8829-43e9-b85f-58c164db456c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:07.905179 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c797db-b4d4-499b-81c3-4b6b94767611 req-0492b622-8829-43e9-b85f-58c164db456c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1476204
Feb 17 00:52:07.955261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c797db-b4d4-499b-81c3-4b6b94767611 req-e806c07a-e446-4de4-b5b8-1a6442c86e74 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437109
Feb 17 00:52:07.997080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:09.162043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64ed9c-4e8b-404e-a2e3-f5bba09450b3 req-9d118d1e-4137-410a-879b-d77bddeb89e7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:09.163737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c64ed9c-4e8b-404e-a2e3-f5bba09450b3 req-9d118d1e-4137-410a-879b-d77bddeb89e7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0862303
Feb 17 00:52:09.209906 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1c64ed9c-4e8b-404e-a2e3-f5bba09450b3 req-02ea7cfe-003d-4dee-9629-7d4bd119a43e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400298
Feb 17 00:52:09.619351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e4485bb-9fba-4ef4-b674-86bc485f56fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:10.423402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1758f-aa25-4dbb-9f55-f3f88d20a9fe req-519118c0-4935-4c51-aa3c-e048b6729ba3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:10.424998 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fc1758f-aa25-4dbb-9f55-f3f88d20a9fe req-519118c0-4935-4c51-aa3c-e048b6729ba3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0934017
Feb 17 00:52:10.692425 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fc1758f-aa25-4dbb-9f55-f3f88d20a9fe req-64494213-6d60-4b61-9f63-dee77fa45cd7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2613177
Feb 17 00:52:11.896069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8488118-bb90-4ec1-849c-8f367bd31497 req-e4d4eb45-afa0-42b1-9b98-d0f9de1ac9d2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:11.897649 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8488118-bb90-4ec1-849c-8f367bd31497 req-e4d4eb45-afa0-42b1-9b98-d0f9de1ac9d2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0852723
Feb 17 00:52:11.948045 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8488118-bb90-4ec1-849c-8f367bd31497 req-670269b1-609f-440b-ab4e-6849aba7afed tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435119
Feb 17 00:52:12.044023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8443652f-2ec3-494c-963c-c4e4b92323e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:12.497627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:13.149260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b421a-e1fa-4773-8fe8-d9c55841be29 req-1c7fc6bf-58a5-4d0d-8388-220b83b23955 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:13.150914 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f8b421a-e1fa-4773-8fe8-d9c55841be29 req-1c7fc6bf-58a5-4d0d-8388-220b83b23955 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0847847
Feb 17 00:52:13.197720 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f8b421a-e1fa-4773-8fe8-d9c55841be29 req-5294387a-2d82-4d43-989c-2409baad6742 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403991
Feb 17 00:52:13.415373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:13.739249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:14.404046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200531a6-9d02-4a4f-b28a-9ee7d67c5c69 req-c6fa4df2-1354-4e6a-82c3-561698d92e92 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:14.405651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-200531a6-9d02-4a4f-b28a-9ee7d67c5c69 req-c6fa4df2-1354-4e6a-82c3-561698d92e92 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0910985
Feb 17 00:52:14.455058 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-200531a6-9d02-4a4f-b28a-9ee7d67c5c69 req-7a94165e-c424-4daa-a950-246f099720ba tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423968
Feb 17 00:52:15.658685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1420c9a-90c8-4dd8-bd1b-8fae8ac396f2 req-fe3826fa-efa0-4947-8829-cc647af620f7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:15.660312 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1420c9a-90c8-4dd8-bd1b-8fae8ac396f2 req-fe3826fa-efa0-4947-8829-cc647af620f7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0855253
Feb 17 00:52:15.711247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1420c9a-90c8-4dd8-bd1b-8fae8ac396f2 req-a798571d-ca55-4fbd-904d-9d5a50286c3d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427735
Feb 17 00:52:16.931040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebe172-d41f-445b-980c-ea42505e22c1 req-f5b8f7dd-8d4d-43a9-892e-898323dc9fcf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:16.932658 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9aebe172-d41f-445b-980c-ea42505e22c1 req-f5b8f7dd-8d4d-43a9-892e-898323dc9fcf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0979257
Feb 17 00:52:16.981056 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9aebe172-d41f-445b-980c-ea42505e22c1 req-914fa817-d0f8-43d9-8f8b-73f19207d96a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421705
Feb 17 00:52:18.186669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d6379-4e49-4421-b9d6-80d3f162c357 req-36c827b8-dd6a-42f9-82fb-ac070f86357e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:18.188271 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-044d6379-4e49-4421-b9d6-80d3f162c357 req-36c827b8-dd6a-42f9-82fb-ac070f86357e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0895281
Feb 17 00:52:18.234968 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-044d6379-4e49-4421-b9d6-80d3f162c357 req-a745e114-9912-4f5d-b525-6d2e1e559c48 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403879
Feb 17 00:52:19.441696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7c7bb-3628-4e23-b229-c094b485fdf3 req-e651054f-9299-4e0c-b4b3-483a278947f8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:19.444131 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b7c7bb-3628-4e23-b229-c094b485fdf3 req-e651054f-9299-4e0c-b4b3-483a278947f8 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0900004
Feb 17 00:52:19.492158 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d1b7c7bb-3628-4e23-b229-c094b485fdf3 req-38129035-0053-4955-abc6-6d1fa7ef4341 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418093
Feb 17 00:52:20.701377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c023-852f-486e-ba51-8b3445d85de6 req-9a542fe4-c48f-40cb-a543-01ecd742caac tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:20.702918 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a402c023-852f-486e-ba51-8b3445d85de6 req-9a542fe4-c48f-40cb-a543-01ecd742caac tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0898569
Feb 17 00:52:20.750764 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a402c023-852f-486e-ba51-8b3445d85de6 req-49966c2b-29ce-4ffc-b659-9766f551e370 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413499
Feb 17 00:52:21.968770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463b2c-87e1-4d6b-95fc-1b59caa1cc19 req-59a87093-5674-400e-982f-822ab2e0ed0c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:21.970412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae463b2c-87e1-4d6b-95fc-1b59caa1cc19 req-59a87093-5674-400e-982f-822ab2e0ed0c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0943429
Feb 17 00:52:22.019684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae463b2c-87e1-4d6b-95fc-1b59caa1cc19 req-e3b96c7e-b5ed-4fbd-a650-cbd1dcd62368 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423396
Feb 17 00:52:22.405277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:52:23.227725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27175f55-9629-440a-8a07-a0e4138af404 req-72ba5cee-73d9-41ce-bd6a-de69a52d1fe1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:23.229299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27175f55-9629-440a-8a07-a0e4138af404 req-72ba5cee-73d9-41ce-bd6a-de69a52d1fe1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0881684
Feb 17 00:52:23.277758 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27175f55-9629-440a-8a07-a0e4138af404 req-6650397a-0b7b-4ac2-92d4-c29ced71b78a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423291
Feb 17 00:52:23.407786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 33046) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:23.530987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.546804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:23.550777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Usage tracker for resource:security_group_rule and tenant:46b17b1679f042829cb60425afb63556 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:23.554578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:23.560580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:23.643159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.646586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.655535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfb338e9-79ae-4a78-80c2-7175527002fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:23.696714 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46b17b1679f042829cb60425afb63556&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2877827
Feb 17 00:52:23.699677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33052) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:23.700928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3725949f-e7af-4bcd-a076-eb38d79782c1,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:23.704333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:23.768022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.797734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.841606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.846483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-27b5aa99-7aa6-4040-818a-8b185ae641c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:23.859493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3725949f-e7af-4bcd-a076-eb38d79782c1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:23.865399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:23.869744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:23.870980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3725949f-e7af-4bcd-a076-eb38d79782c1 HTTP/1.1" status: 204  len: 168 time: 0.1702259
Feb 17 00:52:24.497268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71813138-d5ea-4dac-bca6-46376c1951f1 req-687f3909-3a80-494e-ad18-3ed6ca6c77d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:24.498942 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71813138-d5ea-4dac-bca6-46376c1951f1 req-687f3909-3a80-494e-ad18-3ed6ca6c77d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0990808
Feb 17 00:52:24.551210 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-71813138-d5ea-4dac-bca6-46376c1951f1 req-98e67a12-12f0-46f6-9780-cb85c057085e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0456100
Feb 17 00:52:25.756635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb9ce-b875-4f32-8a7d-3f3ea4896c85 req-8e905906-4360-4ed7-a763-6fac55a076db tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:25.758216 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f06fb9ce-b875-4f32-8a7d-3f3ea4896c85 req-8e905906-4360-4ed7-a763-6fac55a076db tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0884688
Feb 17 00:52:25.810087 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f06fb9ce-b875-4f32-8a7d-3f3ea4896c85 req-494f5356-90ed-40d5-be36-3f53b4194a7b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0451999
Feb 17 00:52:27.017468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc216a-2fbf-4d8a-a16c-0a34f00bde65 req-b1fd8425-8a69-4faf-b7f4-77c0b31c077f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:27.019066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95bc216a-2fbf-4d8a-a16c-0a34f00bde65 req-b1fd8425-8a69-4faf-b7f4-77c0b31c077f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0889373
Feb 17 00:52:27.065705 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95bc216a-2fbf-4d8a-a16c-0a34f00bde65 req-9b24e0f7-10e6-4276-9d9d-a96910cb6898 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398927
Feb 17 00:52:28.268562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdaaf7-2ca4-43ef-b09d-9eca9b5b70c9 req-3d8fe495-0a30-466e-acd0-4d5260bde6ee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:28.270172 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-70cdaaf7-2ca4-43ef-b09d-9eca9b5b70c9 req-3d8fe495-0a30-466e-acd0-4d5260bde6ee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0851605
Feb 17 00:52:28.317742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-70cdaaf7-2ca4-43ef-b09d-9eca9b5b70c9 req-f4e21ae0-a9b1-40fe-9bfa-9af93cb60808 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409312
Feb 17 00:52:29.531486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2cb7c-088b-46af-a7d4-fee3af7429bf req-2a3ea175-3ad0-4a25-b3a1-af98f081552b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:29.533050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cf2cb7c-088b-46af-a7d4-fee3af7429bf req-2a3ea175-3ad0-4a25-b3a1-af98f081552b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.0923033
Feb 17 00:52:29.584290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5cf2cb7c-088b-46af-a7d4-fee3af7429bf req-90d78c9d-40c0-471a-b025-86fb62c8d625 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444605
Feb 17 00:52:29.965360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6023588-6714-46e9-bd39-16d5e75d1610 req-7c75d71f-b60a-4c0a-8cb4-cdfa584f61b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:29.967002 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6023588-6714-46e9-bd39-16d5e75d1610 req-7c75d71f-b60a-4c0a-8cb4-cdfa584f61b0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.0935805
Feb 17 00:52:30.016249 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c6023588-6714-46e9-bd39-16d5e75d1610 req-c02c8516-67ca-498a-a320-2e9376ba1a8d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428038
Feb 17 00:52:30.649333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:52:30.727049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:52:30.727475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:30.811421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac6c32-3b6d-496f-9de2-122130fd675e req-ad449715-4207-4d90-8ca7-6ee9c9dc32d4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:30.813036 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13ac6c32-3b6d-496f-9de2-122130fd675e req-ad449715-4207-4d90-8ca7-6ee9c9dc32d4 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1022356
Feb 17 00:52:30.857451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:30.861261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13ac6c32-3b6d-496f-9de2-122130fd675e req-16b1c2ea-c0f1-4c96-ada5-bb9deec788fa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408406
Feb 17 00:52:30.887766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:30.898896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:30.902791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:30.905009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b6828c44-c0b5-4b45-a6f2-a3f5a3c0c0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:30.941760 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'code': 200}
Feb 17 00:52:30.976617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:30.980033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:31.232481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d34c2-75b3-4e03-b3a3-a3e8a0ac05b9 req-d6b26d62-3e6f-4bce-b06a-8852b713dc69 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:31.234086 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-490d34c2-75b3-4e03-b3a3-a3e8a0ac05b9 req-d6b26d62-3e6f-4bce-b06a-8852b713dc69 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.0945923
Feb 17 00:52:31.283196 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-490d34c2-75b3-4e03-b3a3-a3e8a0ac05b9 req-da77afbd-230b-44a4-b967-e0083955c06f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417864
Feb 17 00:52:31.312459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33164) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:31.436210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.451889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:31.456127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0b72fd6a2b4f0ca0041c85aa052bf3 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:31.459297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:31.465464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:31.552771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.555929 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.568312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5a1e413f-5d47-407c-8b70-f07598274050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:31.578365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:52:31.610707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884a4c8-3367-4040-99c5-2ad0a2404d5f,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:31.616239 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e0b72fd6a2b4f0ca0041c85aa052bf3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3025599
Feb 17 00:52:31.617195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:31.619197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 33170) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:31.653600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:52:31.654126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.689614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.728813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.846568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.852523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d8df41e2-386d-460f-86a7-add88851a274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:31.868422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884a4c8-3367-4040-99c5-2ad0a2404d5f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:31.874802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25218da5-e2bf-4f17-a5fe-288c8134bcef req-cbaaa44c-e487-4a4a-92cb-cd665597c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:31.876401 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25218da5-e2bf-4f17-a5fe-288c8134bcef req-cbaaa44c-e487-4a4a-92cb-cd665597c957 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1162 time: 0.1760819
Feb 17 00:52:31.885039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.885451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.885877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.886261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.886655 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.887079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.887474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.887867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.888259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.888648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.889035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.889445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.889898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.890291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.890678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.891115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.891503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.891894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.892279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.892668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.893058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.893444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.893834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.894220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:31.899834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:31.913850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:31.917548 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b884a4c8-3367-4040-99c5-2ad0a2404d5f HTTP/1.1" status: 204  len: 168 time: 0.2931511
Feb 17 00:52:31.961306 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25218da5-e2bf-4f17-a5fe-288c8134bcef req-649cdde1-f950-4658-b7a1-870fb1759aee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0629597
Feb 17 00:52:32.074703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc076-9dbe-429a-b2a0-152ed3b8d7b8 req-efeeb4ed-32dc-432b-9750-d4d616a165b9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:32.076575 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40acc076-9dbe-429a-b2a0-152ed3b8d7b8 req-efeeb4ed-32dc-432b-9750-d4d616a165b9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0900588
Feb 17 00:52:32.125243 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40acc076-9dbe-429a-b2a0-152ed3b8d7b8 req-847c1c09-e08e-4c38-a29f-add18ff1b954 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422204
Feb 17 00:52:32.464718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-b0f0119e-d977-44dc-bc4e-887478dfe166 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:32.465430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-b0f0119e-d977-44dc-bc4e-887478dfe166 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:52:32.483376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-b0f0119e-d977-44dc-bc4e-887478dfe166 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:52:32.484628 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-b0f0119e-d977-44dc-bc4e-887478dfe166 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.1332154
Feb 17 00:52:32.500614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4630f-33b6-43ef-be2a-e8c93966f857 req-bbae6702-01a8-45f7-9509-2a4b9440288f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:32.502290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f4630f-33b6-43ef-be2a-e8c93966f857 req-bbae6702-01a8-45f7-9509-2a4b9440288f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 945 time: 0.1010978
Feb 17 00:52:32.555165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-96f4630f-33b6-43ef-be2a-e8c93966f857 req-d3f455ea-0967-4b93-8444-450c784b8e29 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459013
Feb 17 00:52:32.631959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Deleting port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:52:32.632356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:32.911658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] For port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:32.912235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:33.046346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Calling delete_port for a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:52:33.196345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:33.212537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3242bff3-352c-42d2-acf7-dca930e497c3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:33.309239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event deleted for resources: {'Port': ['ID=a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:33.328695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:33.342254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c483f26-91bd-4b97-bd9c-a1d20b8bfa15 req-e01d522d-57a3-4b0b-ae9c-67f1187e72fd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:33.344293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c483f26-91bd-4b97-bd9c-a1d20b8bfa15 req-e01d522d-57a3-4b0b-ae9c-67f1187e72fd tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0919249
Feb 17 00:52:33.423417 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c483f26-91bd-4b97-bd9c-a1d20b8bfa15 req-983d8b93-1ab1-47bb-893e-3d73352d17d5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0718207
Feb 17 00:52:33.481645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] No DVR routers for this DVR port a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:52:33.484138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:33.487047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'name': 'network-vif-deleted', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:33.503082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-48e0b546-89ff-44ec-b1eb-e0bd61eb66fb req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "DELETE /v2.0/ports/a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c HTTP/1.1" status: 204  len: 173 time: 0.9655440
Feb 17 00:52:33.539877 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c379a593-ac0f-43b8-9678-bca4d6a91d5e', 'name': 'network-vif-deleted', 'tag': 'a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c', 'status': 'completed', 'code': 200}
Feb 17 00:52:33.777050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7613a594-b1a1-49e5-b53c-b7b6252a7ca9 req-35913c9f-5326-4f15-a2c0-5edcb8c99332 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c379a593-ac0f-43b8-9678-bca4d6a91d5e HTTP/1.1" status: 200  len: 210 time: 0.0793157
Feb 17 00:52:34.660436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4da84f-9f0d-4bed-80ea-14e0457d1cde req-7ef244b9-cfc7-45d1-82f9-305f5bb222d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:34.663583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a4da84f-9f0d-4bed-80ea-14e0457d1cde req-7ef244b9-cfc7-45d1-82f9-305f5bb222d0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1048698
Feb 17 00:52:34.712679 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1a4da84f-9f0d-4bed-80ea-14e0457d1cde req-75392f1a-346b-40fd-903d-a82b6219973d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428967
Feb 17 00:52:34.751279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:52:34.838620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:52:34.839168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:34.986825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:52:35.023644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:52:35.024046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device a48e5878-bddc-4bc2-aa21-d6d7bcd1e40c not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:52:35.338730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d823776-f208-4206-b713-4482d04b7f66 req-41231212-426b-4842-9633-ad8538cfb785 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:35.340254 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d823776-f208-4206-b713-4482d04b7f66 req-41231212-426b-4842-9633-ad8538cfb785 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0883787
Feb 17 00:52:35.387590 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d823776-f208-4206-b713-4482d04b7f66 req-877be9e2-0056-46ae-9acf-9c2f2adcc8aa tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411541
Feb 17 00:52:35.924945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c1dda-6a29-4807-9517-797aeb1ade7b req-e2c92de2-9269-4dd3-88f7-16455c85e1e5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:35.927023 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a81c1dda-6a29-4807-9517-797aeb1ade7b req-e2c92de2-9269-4dd3-88f7-16455c85e1e5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0911021
Feb 17 00:52:35.976012 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a81c1dda-6a29-4807-9517-797aeb1ade7b req-614f42a4-ead7-4aad-8ee6-bd8d6b380eb1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432334
Feb 17 00:52:36.586749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517657fb-0d19-431f-96c0-429194731423 req-ba8920a8-dfed-4245-8a3a-f2f067190935 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:36.588351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-517657fb-0d19-431f-96c0-429194731423 req-ba8920a8-dfed-4245-8a3a-f2f067190935 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0857153
Feb 17 00:52:36.635512 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-517657fb-0d19-431f-96c0-429194731423 req-8293b9bb-2061-4a6c-a523-b9d03e91511e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410070
Feb 17 00:52:37.835918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf2f22-8a79-4dd5-8fc7-8f42e350b148 req-a182dced-aa72-406c-b66f-7ec673443985 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:37.837508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10cf2f22-8a79-4dd5-8fc7-8f42e350b148 req-a182dced-aa72-406c-b66f-7ec673443985 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0914643
Feb 17 00:52:37.884453 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10cf2f22-8a79-4dd5-8fc7-8f42e350b148 req-cd269b28-ccef-4222-a6a7-7838b3d621b2 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407145
Feb 17 00:52:38.210062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:39.081262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae595-11b7-40b9-bc42-c93a04fbec6e req-51554e1f-ba6b-44df-b747-522982eea224 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:39.083546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39bae595-11b7-40b9-bc42-c93a04fbec6e req-51554e1f-ba6b-44df-b747-522982eea224 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0861485
Feb 17 00:52:39.133505 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39bae595-11b7-40b9-bc42-c93a04fbec6e req-dca17c0d-ad62-43ed-b66b-80c21d6be794 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437951
Feb 17 00:52:39.620575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-11cea625-35ef-457f-9b9c-14d3cd842196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:39.747236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:52:39.819278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d37633f4-63c7-49e7-81d4-3d1b29c74e69 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:52:39.819705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:40.337252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266f740-a8a4-40c8-9762-e7332dcd4bde req-38da41f9-efeb-43ee-bcb4-075d0ad0ef28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:40.338800 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0266f740-a8a4-40c8-9762-e7332dcd4bde req-38da41f9-efeb-43ee-bcb4-075d0ad0ef28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0869765
Feb 17 00:52:40.386564 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0266f740-a8a4-40c8-9762-e7332dcd4bde req-eb8535b0-3220-4ec0-90f5-ee388574cc57 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415764
Feb 17 00:52:40.953193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add865b4-1a67-49e7-baca-38340e8a65b6 req-812e5ae3-3c33-450f-88ae-16617041e17f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:40.954729 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add865b4-1a67-49e7-baca-38340e8a65b6 req-812e5ae3-3c33-450f-88ae-16617041e17f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.0898998
Feb 17 00:52:41.002466 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-add865b4-1a67-49e7-baca-38340e8a65b6 req-ad306c66-068e-471c-a1ba-6c44c6835a7e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412295
Feb 17 00:52:41.032302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-e3711626-f1f0-4927-a021-c2d0b5abeeae tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:41.033062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-e3711626-f1f0-4927-a021-c2d0b5abeeae tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Synchronizing usage tracker for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:52:41.048701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-e3711626-f1f0-4927-a021-c2d0b5abeeae tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Unset dirty status for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:52:41.049884 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-e3711626-f1f0-4927-a021-c2d0b5abeeae tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.1015279
Feb 17 00:52:41.128865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Deleting port d3b66f49-0452-4e83-9030-b23ef6243a24 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:52:41.129227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:41.382551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] For port d3b66f49-0452-4e83-9030-b23ef6243a24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d3b66f49-0452-4e83-9030-b23ef6243a24,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:41.383282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:41.518245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Calling delete_port for d3b66f49-0452-4e83-9030-b23ef6243a24 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:52:41.601686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8837fe-6106-4b29-9103-72e6b8adb74a req-1710622f-291e-4228-b28a-8dec77481094 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:41.603464 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c8837fe-6106-4b29-9103-72e6b8adb74a req-1710622f-291e-4228-b28a-8dec77481094 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 946 time: 0.0957866
Feb 17 00:52:41.655934 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c8837fe-6106-4b29-9103-72e6b8adb74a req-e785c6b0-6fee-48b4-ad39-11b1acb52d14 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454285
Feb 17 00:52:41.866571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:41.881115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:41.972639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Pushing event deleted for resources: {'Port': ['ID=d3b66f49-0452-4e83-9030-b23ef6243a24,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:41.979271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:42.054540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c8e79ca-6571-436b-aa56-c215e0c4b828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:42.085044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] No DVR routers for this DVR port d3b66f49-0452-4e83-9030-b23ef6243a24 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:52:42.087329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:42.090057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'name': 'network-vif-deleted', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:42.106103 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a6461ffc-971c-4565-a57b-3ba7a66922c7 req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "DELETE /v2.0/ports/d3b66f49-0452-4e83-9030-b23ef6243a24 HTTP/1.1" status: 204  len: 173 time: 1.0453284
Feb 17 00:52:42.140027 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aad946b-3a58-4cbb-81ac-af38e654a119', 'name': 'network-vif-deleted', 'tag': 'd3b66f49-0452-4e83-9030-b23ef6243a24', 'status': 'completed', 'code': 200}
Feb 17 00:52:42.199659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:52:42.223893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec62892-3527-469d-b345-b83ed00f2190 req-4b467e14-bcd9-4db2-be50-e5f74de11eb3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:42.225333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ec62892-3527-469d-b345-b83ed00f2190 req-4b467e14-bcd9-4db2-be50-e5f74de11eb3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.0905268
Feb 17 00:52:42.240616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: d3b66f49-0452-4e83-9030-b23ef6243a24 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:52:42.241014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d3b66f49-0452-4e83-9030-b23ef6243a24 not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:52:42.275675 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ec62892-3527-469d-b345-b83ed00f2190 req-2a733819-0aef-478e-87bd-4b0ad03463db tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434740
Feb 17 00:52:42.499428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:42.849460 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c88da64-a27d-48b0-b3f3-85a9b5e0f2e8 req-a12d4d77-9076-47bb-b6a8-aa656b4435aa tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=3aad946b-3a58-4cbb-81ac-af38e654a119 HTTP/1.1" status: 200  len: 210 time: 0.0527010
Feb 17 00:52:42.971425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 33360) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:43.097183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.112494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:43.116928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe2502a9894a088f727d69a756b318 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:43.119817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:43.125444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:43.207455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.210423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.218940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f8806665-c2ec-4e67-8856-55b978d32830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:43.263273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffbe2502a9894a088f727d69a756b318&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2906539
Feb 17 00:52:43.264952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da335aea-0d5b-471c-9d19-b2cd3a150e86,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:43.266187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33366) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:52:43.268526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:43.333201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.364327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.402172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-26d9fa39-04fe-4117-a42e-feee39d0ad34 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:43.403284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-26d9fa39-04fe-4117-a42e-feee39d0ad34 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:52:43.416171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.422439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bb20922-c8be-4100-9749-1b1c976a8cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:43.424004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-26d9fa39-04fe-4117-a42e-feee39d0ad34 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:52:43.424460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.425434 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-26d9fa39-04fe-4117-a42e-feee39d0ad34 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.1196136
Feb 17 00:52:43.439944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da335aea-0d5b-471c-9d19-b2cd3a150e86,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:43.453211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.453639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.454015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.454420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.454821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.455249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.455645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.456042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.456434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.456826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.457218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.457714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.458215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.458612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.459060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.459456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.459849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.460243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.460633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.461024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.461418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.461808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.462196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.462580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:43.466300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.477990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da335aea-0d5b-471c-9d19-b2cd3a150e86 HTTP/1.1" status: 204  len: 168 time: 0.2032046
Feb 17 00:52:43.481894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:43.520826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Deleting port e4d00860-df07-44c8-bb28-05e363ab0ec4 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:52:43.521327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.640988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7b6c-71e8-49e3-90d9-50dd1bec956d req-d56471e2-1057-406a-b25c-53225d981ba5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:43.643261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-954f7b6c-71e8-49e3-90d9-50dd1bec956d req-d56471e2-1057-406a-b25c-53225d981ba5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 946 time: 0.0932932
Feb 17 00:52:43.701969 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-954f7b6c-71e8-49e3-90d9-50dd1bec956d req-7758ff04-78bd-4c91-9a9e-afb874055fd1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511427
Feb 17 00:52:43.743232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.817081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] For port e4d00860-df07-44c8-bb28-05e363ab0ec4, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=e4d00860-df07-44c8-bb28-05e363ab0ec4,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:43.817569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:43.953008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Calling delete_port for e4d00860-df07-44c8-bb28-05e363ab0ec4 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:52:44.100944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:44.119417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:44.135258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device e4d00860-df07-44c8-bb28-05e363ab0ec4 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:52:44.172839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: e4d00860-df07-44c8-bb28-05e363ab0ec4 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:52:44.173430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device e4d00860-df07-44c8-bb28-05e363ab0ec4 not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:52:44.233172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event deleted for resources: {'Port': ['ID=e4d00860-df07-44c8-bb28-05e363ab0ec4,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:44.237373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:44.329079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] No DVR routers for this DVR port e4d00860-df07-44c8-bb28-05e363ab0ec4 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:52:44.331202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:44.333990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'name': 'network-vif-deleted', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:44.354687 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b1aeb0e7-4852-48ae-a2f8-e28e02b78d85 req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "DELETE /v2.0/ports/e4d00860-df07-44c8-bb28-05e363ab0ec4 HTTP/1.1" status: 204  len: 173 time: 0.9218621
Feb 17 00:52:44.385537 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a18317-7109-4b60-a149-8126dd760516', 'name': 'network-vif-deleted', 'tag': 'e4d00860-df07-44c8-bb28-05e363ab0ec4', 'status': 'completed', 'code': 200}
Feb 17 00:52:44.881082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-87b3bf48-9bba-4626-8828-8e2d64521cc6 req-d1f31b25-fd78-4fc7-ad75-1a805220058f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0502393
Feb 17 00:52:46.056230 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd913778-ece8-4f45-a89a-64b1f1543995 req-60db9c2d-2913-4b1c-aab5-c6b07c030d20 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0481584
Feb 17 00:52:47.235170 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93ef166e-574c-48db-8e69-4949912afd85 req-1fce56cb-67f7-454f-b366-ef087122f891 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0532970
Feb 17 00:52:48.412570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e1f3523-3bbf-4e7a-b6eb-f5ec85914d8f req-38d57471-ebf3-4940-9570-170b14cef59e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=26a18317-7109-4b60-a149-8126dd760516 HTTP/1.1" status: 200  len: 210 time: 0.0493519
Feb 17 00:52:49.337210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-0f847c4a-397f-4f70-8f67-1f66bc8f4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.338843 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-0f847c4a-397f-4f70-8f67-1f66bc8f4bca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1202 time: 0.0832269
Feb 17 00:52:49.375834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7d749-4039-4167-9db7-fdb87beae1db req-18762de6-5d26-4fec-8deb-b7e80e4f7c99 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.377490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cf7d749-4039-4167-9db7-fdb87beae1db req-18762de6-5d26-4fec-8deb-b7e80e4f7c99 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0899909
Feb 17 00:52:49.435120 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cf7d749-4039-4167-9db7-fdb87beae1db req-f6f5152b-2a86-43b2-990c-d568476e1e48 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0500009
Feb 17 00:52:49.502115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-009b0f99-503f-4122-9953-8b25d1cdc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.503859 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-009b0f99-503f-4122-9953-8b25d1cdc732 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.1577425
Feb 17 00:52:49.624496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-b68cc269-42d9-48b5-a384-acc229ec4917 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 1001 time: 0.1124117
Feb 17 00:52:49.703087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-b520c415-29d8-47f5-86a5-4f772c40c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.705101 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-b520c415-29d8-47f5-86a5-4f772c40c509 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.0718420
Feb 17 00:52:49.819382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-fd6a8fbc-f82f-45cb-b978-49e995de23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.821148 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-fd6a8fbc-f82f-45cb-b978-49e995de23d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087737
Feb 17 00:52:49.975039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c24873-90e4-4e51-bf21-fea4ec882a30 req-f5162d15-ca0e-4900-96a4-0c2ec60c1739 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:49.976546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c24873-90e4-4e51-bf21-fea4ec882a30 req-f5162d15-ca0e-4900-96a4-0c2ec60c1739 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0960646
Feb 17 00:52:49.997265 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-cf905462-a41c-4f0c-ab8e-1f59b9a30b38 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677415
Feb 17 00:52:50.035041 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c24873-90e4-4e51-bf21-fea4ec882a30 req-4b21434b-6018-4d37-b32f-562c2f91d448 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512452
Feb 17 00:52:50.155754 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-939f7bf2-ce4b-4c71-8225-992e9de9da0b req-38440804-39f2-437c-a2c8-07d82d74a649 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508904
Feb 17 00:52:50.655750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b93a8-0776-497c-9d78-c9a0c5f8c42b req-34628bd0-a5b0-4138-93bc-085192092b73 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:50.657327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f1b93a8-0776-497c-9d78-c9a0c5f8c42b req-34628bd0-a5b0-4138-93bc-085192092b73 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0916946
Feb 17 00:52:50.708833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f1b93a8-0776-497c-9d78-c9a0c5f8c42b req-7654de27-d94c-4d08-91f0-4ee4ada345ec tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0446954
Feb 17 00:52:51.237633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41552082-5672-428a-8117-5dd3cc152cc4 req-55c9137a-f289-4f33-a287-cf7114793512 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:51.239790 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41552082-5672-428a-8117-5dd3cc152cc4 req-55c9137a-f289-4f33-a287-cf7114793512 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0879142
Feb 17 00:52:51.288921 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-41552082-5672-428a-8117-5dd3cc152cc4 req-75da1c4f-db8b-40c0-a56f-23c7510e4460 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429256
Feb 17 00:52:51.432862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device b5b7c258-0184-42fd-b74c-9cbc5c07bf8c up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:52:51.507626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:52:51.508052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:51.911257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ad72c-56e0-4f72-914b-53e275291da9 req-73d3f6e0-e6d9-4d9e-b756-6be80c6c5c71 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:51.912837 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-742ad72c-56e0-4f72-914b-53e275291da9 req-73d3f6e0-e6d9-4d9e-b756-6be80c6c5c71 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0899398
Feb 17 00:52:51.962985 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-742ad72c-56e0-4f72-914b-53e275291da9 req-0c6c9797-5562-4abc-8fd3-1d092b9f5d5d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0437210
Feb 17 00:52:52.487657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7950-4bfd-43e4-8e0e-d87ee051a664 req-48e21270-2472-42bc-99c7-ffe9ef025cf1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:52.489387 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e3e7950-4bfd-43e4-8e0e-d87ee051a664 req-48e21270-2472-42bc-99c7-ffe9ef025cf1 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0876231
Feb 17 00:52:52.537613 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e3e7950-4bfd-43e4-8e0e-d87ee051a664 req-c74c5cfa-ad22-4101-90b5-b2bb63581b86 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420203
Feb 17 00:52:53.163781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc58ecb-bd96-46f1-9911-19220335c012 req-534dd527-1cef-42de-b101-8d99319cf8a0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:53.165362 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bc58ecb-bd96-46f1-9911-19220335c012 req-534dd527-1cef-42de-b101-8d99319cf8a0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0877612
Feb 17 00:52:53.215138 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7bc58ecb-bd96-46f1-9911-19220335c012 req-e1b89465-d650-4a99-a6ec-d0223e341498 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0433025
Feb 17 00:52:53.948299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57becb-cefd-46b2-85f6-38b3e59df7dc req-bdbf6117-0828-4104-9347-c2a56963a01b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:53.949949 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de57becb-cefd-46b2-85f6-38b3e59df7dc req-bdbf6117-0828-4104-9347-c2a56963a01b tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.2982230
Feb 17 00:52:53.997728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-de57becb-cefd-46b2-85f6-38b3e59df7dc req-9f59ee0b-f8d8-4c2f-9d13-66f532b19ce3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415337
Feb 17 00:52:54.416258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024ed82-924c-48d3-a65e-f37c95703a8f req-3613a964-fe8e-482a-9089-d4e61d9d137e tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:54.417836 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9024ed82-924c-48d3-a65e-f37c95703a8f req-3613a964-fe8e-482a-9089-d4e61d9d137e tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0898125
Feb 17 00:52:54.467267 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9024ed82-924c-48d3-a65e-f37c95703a8f req-46240b5f-53cc-41b3-9017-b54989a89d43 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0431306
Feb 17 00:52:55.193494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698d1f6-bd08-44d8-a6ba-eed1e35cfb69 req-273e1f07-9af5-482b-ad4a-fa9b2d579fb5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:55.195105 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c698d1f6-bd08-44d8-a6ba-eed1e35cfb69 req-273e1f07-9af5-482b-ad4a-fa9b2d579fb5 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.0867133
Feb 17 00:52:55.241958 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c698d1f6-bd08-44d8-a6ba-eed1e35cfb69 req-99e6bd93-953f-4029-89fa-762f337557e3 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406866
Feb 17 00:52:55.611884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device b5b7c258-0184-42fd-b74c-9cbc5c07bf8c no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:52:55.612470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-f9f41743-70ae-4bf2-8bd7-a04760f1cfdc tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:55.612681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-f9f41743-70ae-4bf2-8bd7-a04760f1cfdc tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:52:55.628804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-f9f41743-70ae-4bf2-8bd7-a04760f1cfdc tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:52:55.630320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-f9f41743-70ae-4bf2-8bd7-a04760f1cfdc tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 945 time: 0.1081672
Feb 17 00:52:55.672645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f847af-0579-4bb3-9108-b28d1bc82209 req-9bf26e44-384c-48c5-ae14-c194eb92d6ef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:55.674276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38f847af-0579-4bb3-9108-b28d1bc82209 req-9bf26e44-384c-48c5-ae14-c194eb92d6ef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0927513
Feb 17 00:52:55.710253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Deleting port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:52:55.710650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:55.728170 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-38f847af-0579-4bb3-9108-b28d1bc82209 req-10df907f-c162-405e-906c-084da95a2864 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462465
Feb 17 00:52:55.736856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:55.772211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:55.773424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:55.779447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:55.781453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bb946769-d2c8-4f3c-9c48-661d66e4dc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:55.862539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:55.871111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.871505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.871884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.872265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.872633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.873001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.873365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.873728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.874090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.874585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.874968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.875377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.875942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.876309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.876670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.877031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.877395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.877754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.878110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.878471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.878860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.879273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.879631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.881081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:52:55.884660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:55.992825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] For port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:52:55.993235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:56.033671 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c', 'code': 200}
Feb 17 00:52:56.125264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Calling delete_port for b5b7c258-0184-42fd-b74c-9cbc5c07bf8c owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:52:56.275328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:56.290860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-742d2df7-3f32-43fa-a7eb-1d0d7a781e69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:56.337982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event deleted for resources: {'Port': ['ID=b5b7c258-0184-42fd-b74c-9cbc5c07bf8c,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:56.390494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:52:56.412391 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b52cee41-a4a7-4d0d-aac2-2c48b1b287f4 req-6174bfca-7459-439d-b9e4-df97521b2ae4 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2a957c1-3fea-4404-b53a-85e87f88723b HTTP/1.1" status: 200  len: 210 time: 0.0516181
Feb 17 00:52:56.507019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] No DVR routers for this DVR port b5b7c258-0184-42fd-b74c-9cbc5c07bf8c on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:52:56.509444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:56.512289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-deleted', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:52:56.529008 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c50063c8-0756-4c53-abe2-08e934a8c868 req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "DELETE /v2.0/ports/b5b7c258-0184-42fd-b74c-9cbc5c07bf8c HTTP/1.1" status: 204  len: 173 time: 0.8920193
Feb 17 00:52:56.625356 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a957c1-3fea-4404-b53a-85e87f88723b', 'name': 'network-vif-deleted', 'tag': 'b5b7c258-0184-42fd-b74c-9cbc5c07bf8c', 'status': 'completed', 'code': 200}
Feb 17 00:52:56.717292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-f8855c1d-11bb-45cd-98e9-d945e0991b57 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:56.718782 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-f8855c1d-11bb-45cd-98e9-d945e0991b57 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 813 time: 0.1657941
Feb 17 00:52:56.735614 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-e6c550a6-6e4d-4279-b26d-b20905789b0b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/quotas/f176fe9600904705bcabbbd5ee99faa6 HTTP/1.1" status: 200  len: 375 time: 0.0098948
Feb 17 00:52:56.789355 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-ceeed0e6-365c-4cf3-bd33-91d4ab59d1ea tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478997
Feb 17 00:52:57.111030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f103b6-084e-4e48-97b4-a2c77e63c22d req-b558f645-c835-4d57-97f0-faeb1c230e6e tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:57.112645 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7f103b6-084e-4e48-97b4-a2c77e63c22d req-b558f645-c835-4d57-97f0-faeb1c230e6e tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.2309361
Feb 17 00:52:57.116179 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63928bdf-926e-42ce-b408-f515a4d40eb5 service neutron] 10.222.0.16 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3185923
Feb 17 00:52:57.255399 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7f103b6-084e-4e48-97b4-a2c77e63c22d req-eab5e347-fae8-4e74-9816-630c3b3bee29 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1357019
Feb 17 00:52:57.298681 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-610c34d1-261b-4b1e-b688-df25b6b34f1c service neutron] 10.222.0.16 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1647496
Feb 17 00:52:57.490433 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e202a144-ffae-4b85-82d2-3aa853722a80 req-f4c97e00-8f4a-41eb-b802-c8e957e70d8e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 210 time: 0.0505898
Feb 17 00:52:58.457940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a740d6a-977b-43cd-bfa4-2ab8b51f5081 req-21f1f9e9-2fbc-46a0-82db-11038b4df811 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:58.459444 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a740d6a-977b-43cd-bfa4-2ab8b51f5081 req-21f1f9e9-2fbc-46a0-82db-11038b4df811 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0907009
Feb 17 00:52:58.510387 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a740d6a-977b-43cd-bfa4-2ab8b51f5081 req-64cc759e-afd1-41ae-b48b-455993fa3882 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0445213
Feb 17 00:52:58.656713 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c51ddbe2-cca4-48b4-81d6-d312b19bde37 req-fa5f0013-4407-4234-ab13-19034c8dba2b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 210 time: 0.0502121
Feb 17 00:52:58.822310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-2df2866a-3387-4353-bb77-06ed516f9b3b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:58.823922 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-2df2866a-3387-4353-bb77-06ed516f9b3b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 813 time: 0.1749351
Feb 17 00:52:58.841537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Request body: {'port': {'device_id': 'c214f2c3-fc12-4a65-9039-bde360406299', 'network_id': 'ddf32eca-8513-4847-982f-180460669e29', 'admin_state_up': True, 'tenant_id': 'f176fe9600904705bcabbbd5ee99faa6'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:52:58.992573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:52:58.996979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Usage tracker for resource:port and tenant:f176fe9600904705bcabbbd5ee99faa6 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:52:59.000182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:52:59.006598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:52:59.015388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Made reservation on behalf of f176fe9600904705bcabbbd5ee99faa6 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:52:59.021098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:59.162428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44500-3532-4c2c-9654-8678a076d2f0 req-76bb12a9-0da5-42c0-9ba2-1648b7b1ce26 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:59.164226 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ab44500-3532-4c2c-9654-8678a076d2f0 req-76bb12a9-0da5-42c0-9ba2-1648b7b1ce26 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.0923769
Feb 17 00:52:59.218736 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ab44500-3532-4c2c-9654-8678a076d2f0 req-eb14f156-b349-4c79-b15f-4c183a24a8de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477874
Feb 17 00:52:59.404726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:52:59.523020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Allocated IP 172.20.0.9 (ddf32eca-8513-4847-982f-180460669e29/e0d54fcf-0fb6-4422-b514-249b5cac2a5f/9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:52:59.718010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db31d1-9b26-4f4f-aee8-3feb371c1110 req-00b91f7c-f9d1-45b2-8da8-bba80883e483 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:59.719710 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02db31d1-9b26-4f4f-aee8-3feb371c1110 req-00b91f7c-f9d1-45b2-8da8-bba80883e483 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0904582
Feb 17 00:52:59.739575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:59.780371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02db31d1-9b26-4f4f-aee8-3feb371c1110 req-47d2f797-e11b-4585-b1cc-7ec11504f613 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0536268
Feb 17 00:52:59.787370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:52:59.805345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ce62176c-3c14-472b-9113-1bec9c6ee6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:52:59.869617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c347f4-c29b-4d5c-9872-bbdacf8f6745 req-e66f309e-940b-453e-824e-3536d5d5d648 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:52:59.871256 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6c347f4-c29b-4d5c-9872-bbdacf8f6745 req-e66f309e-940b-453e-824e-3536d5d5d648 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 931 time: 0.0960257
Feb 17 00:52:59.920620 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6c347f4-c29b-4d5c-9872-bbdacf8f6745 req-ded346df-e444-420b-a4c6-0d1fd5b497dd tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428941
Feb 17 00:52:59.944767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Pushing event updated for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:52:59.947871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:00.001428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Network ddf32eca-8513-4847-982f-180460669e29 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:53:00.002591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:53:00.004829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:53:00.069219 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:00.069877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:00.092457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-89831d56-5013-4fb4-931e-432cdcb75241 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2551630
Feb 17 00:53:00.105705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Request body: {'port': {'device_id': 'c214f2c3-fc12-4a65-9039-bde360406299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:53:00.224750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:00.420582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629530a-8bb0-451c-8172-3c849eae45e0 req-25bd62b7-4dc7-42b6-bb11-f2effdeebb6e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:00.422124 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7629530a-8bb0-451c-8172-3c849eae45e0 req-25bd62b7-4dc7-42b6-bb11-f2effdeebb6e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.0869441
Feb 17 00:53:00.470593 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7629530a-8bb0-451c-8172-3c849eae45e0 req-f3dca98c-fb8e-4554-912c-8ed301ae3ce0 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412436
Feb 17 00:53:00.637124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:53:00.645467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:00.657516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Transition to ACTIVE for port object 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:53:00.660693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:00.675814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:00.820754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Pushing event updated for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:00.825864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:00.995262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f3d0d-0d39-4640-8002-b6ab4fcfe660 req-34766118-170e-4437-9dfd-5e30c567342d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:00.996879 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b7f3d0d-0d39-4640-8002-b6ab4fcfe660 req-34766118-170e-4437-9dfd-5e30c567342d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0949793
Feb 17 00:53:01.003232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Attempting to bind port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:53:01.004359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Attempting to bind port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:53:01.005012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Attempting to bind port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e on network ddf32eca-8513-4847-982f-180460669e29 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:53:01.011146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:53:01.011782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Checking segment: {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:53:01.012201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:01.012612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Bound using segment: {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:53:01.013088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Bound port: 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b6221a-105f-43e9-8de9-03c8775b81b6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ddf32eca-8513-4847-982f-180460669e29'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:53:01.013472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:01.055229 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5b7f3d0d-0d39-4640-8002-b6ab4fcfe660 req-c96a003c-628a-483b-aac7-391b5a5b28e1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0511856
Feb 17 00:53:01.108980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] For port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:53:01.112436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] For port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:53:01.117036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:01.135722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:01.140348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b526a-5cbd-47be-b368-9dc79fffed48 req-d0ea69ca-b511-4d1e-b7e6-af7e01d2c64a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:01.141973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f3b526a-5cbd-47be-b368-9dc79fffed48 req-d0ea69ca-b511-4d1e-b7e6-af7e01d2c64a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.0923636
Feb 17 00:53:01.195439 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7f3b526a-5cbd-47be-b368-9dc79fffed48 req-cc6f5499-4ab3-47b6-a1ce-af14ec49c0d9 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461569
Feb 17 00:53:01.338251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Pushing event updated for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:01.341746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:01.393700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:01.395104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:01.396718 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] 10.222.0.47 "PUT /v2.0/ports/9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e HTTP/1.1" status: 200  len: 1157 time: 1.2956345
Feb 17 00:53:01.397245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:01.409117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-6d42f14a-debb-4d2b-9f05-52e68782c94e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:01.409886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-6d42f14a-debb-4d2b-9f05-52e68782c94e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Synchronizing usage tracker for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:53:01.426013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-6d42f14a-debb-4d2b-9f05-52e68782c94e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Unset dirty status for tenant:113f83a8ebaf40d3bbe679ca64ba8777 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:53:01.427536 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-6d42f14a-debb-4d2b-9f05-52e68782c94e tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.1788628
Feb 17 00:53:01.469030 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e', 'status': 'completed', 'code': 200}
Feb 17 00:53:01.554185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Deleting port 0569f000-82de-48d0-834b-9f9616c648e5 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:53:01.554617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:01.671874 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43932a8-da3a-49ae-b6ab-6b79121610c1 req-6fc48be1-8089-4e05-a07d-b08d2d99adaf tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:01.673488 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c43932a8-da3a-49ae-b6ab-6b79121610c1 req-6fc48be1-8089-4e05-a07d-b08d2d99adaf tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 945 time: 0.0875664
Feb 17 00:53:01.678761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-801b2350-7040-4a84-9484-b7d561bbfde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:01.680436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-801b2350-7040-4a84-9484-b7d561bbfde1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 1160 time: 0.1936803
Feb 17 00:53:01.723565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c43932a8-da3a-49ae-b6ab-6b79121610c1 req-fc65a34a-8f2d-40c9-8069-f66392101091 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431049
Feb 17 00:53:01.781415 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-69bb15db-9a3e-4645-9fb9-2b5263346265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e HTTP/1.1" status: 200  len: 217 time: 0.0877321
Feb 17 00:53:01.948960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 0569f000-82de-48d0-834b-9f9616c648e5 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:53:02.077603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:02.149952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-efb66326-14a5-47ae-8706-1262104b596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.151598 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-efb66326-14a5-47ae-8706-1262104b596e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0d54fcf-0fb6-4422-b514-249b5cac2a5f HTTP/1.1" status: 200  len: 853 time: 0.3225670
Feb 17 00:53:02.221962 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-34fb11a1-dcd2-4d9f-ae70-7993e9728438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddf32eca-8513-4847-982f-180460669e29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0623507
Feb 17 00:53:02.228646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0569f000-82de-48d0-834b-9f9616c648e5,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:02.229052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:02.265508 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:02.275610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0569f000-82de-48d0-834b-9f9616c648e5,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:02.279474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:02.281347 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:02.324355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf9e3-7de8-4d31-bd2a-ce092c43a1f9 req-1661d9ac-ba70-4e01-a1c6-3481c8cfd2d7 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.325269 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1fbf9e3-7de8-4d31-bd2a-ce092c43a1f9 req-1661d9ac-ba70-4e01-a1c6-3481c8cfd2d7 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.1315529
Feb 17 00:53:02.361823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:02.365237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:02.428285 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f1fbf9e3-7de8-4d31-bd2a-ce092c43a1f9 req-0e3f3318-9e4e-4e2c-84fc-22cfe16223a6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0966716
Feb 17 00:53:02.446941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Calling delete_port for 0569f000-82de-48d0-834b-9f9616c648e5 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:53:02.461115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157b52-10fb-4dd1-8a69-f7aae3e2fd43 req-9fa13703-ef9c-43a1-b972-85f5347328a6 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.462741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30157b52-10fb-4dd1-8a69-f7aae3e2fd43 req-9fa13703-ef9c-43a1-b972-85f5347328a6 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.1103070
Feb 17 00:53:02.496603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5', 'code': 200}
Feb 17 00:53:02.512845 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-30157b52-10fb-4dd1-8a69-f7aae3e2fd43 req-3b058bf4-baaa-4c11-9281-e055e60668a5 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436227
Feb 17 00:53:02.579293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-7f693c8c-c635-4008-991f-0fe1545d3ccb service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3415837
Feb 17 00:53:02.584370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:53:02.584742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:53:02.721782 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27bc33c1-a294-4229-b4fa-087b0debf6d9 req-8e09dd9c-c0d4-475a-918c-81cb0a69d292 service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341040
Feb 17 00:53:02.853275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-08d38e13-8105-439c-93b9-d84647b7492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.855220 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-08d38e13-8105-439c-93b9-d84647b7492d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f176fe9600904705bcabbbd5ee99faa6&device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 1160 time: 0.0838199
Feb 17 00:53:02.936180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387c4e3-050e-468a-a82d-2501834b1b62 req-1a1b4dbf-ab83-481f-9929-25c63f42a40d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.937812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2387c4e3-050e-468a-a82d-2501834b1b62 req-1a1b4dbf-ab83-481f-9929-25c63f42a40d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 943 time: 0.0933964
Feb 17 00:53:02.989493 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2387c4e3-050e-468a-a82d-2501834b1b62 req-c7a5f3a7-cb02-4dc2-af97-2d40b599b9e8 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/security-groups?id=68cc19dc-d78a-4927-85ea-d0d63f1a6eea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445440
Feb 17 00:53:02.996644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-c6b4c8ba-003e-4e08-b2fc-e4c71a279bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:02.998207 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-c6b4c8ba-003e-4e08-b2fc-e4c71a279bbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 200  len: 908 time: 0.1354816
Feb 17 00:53:03.072710 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-410e2e26-be28-4b10-9207-495b19a577bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e HTTP/1.1" status: 200  len: 217 time: 0.0652606
Feb 17 00:53:03.117758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Deleting port 0569f000-82de-48d0-834b-9f9616c648e5 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:53:03.118143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:03.232574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-f7fc150b-5388-4edf-8288-e8624b93ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:03.234150 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-f7fc150b-5388-4edf-8288-e8624b93ff5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0d54fcf-0fb6-4422-b514-249b5cac2a5f HTTP/1.1" status: 200  len: 853 time: 0.1533027
Feb 17 00:53:03.299316 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-ed7e5ba1-e19c-4c2f-9a0b-418d69f6b4f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddf32eca-8513-4847-982f-180460669e29&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553932
Feb 17 00:53:03.564102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] For port 0569f000-82de-48d0-834b-9f9616c648e5, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=0569f000-82de-48d0-834b-9f9616c648e5,segment=NetworkSegment(f873166a-8528-46ba-8d15-e29e26d30367),segment_id=f873166a-8528-46ba-8d15-e29e26d30367)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:03.564510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:03.578810 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-023eb891-5453-4dbb-b229-1fe06a290070 service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2566831
Feb 17 00:53:03.631374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576a980-1173-4485-a117-a52c3211a54f req-20455b14-e144-48ad-b8e0-40f589e2a789 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:03.632984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1576a980-1173-4485-a117-a52c3211a54f req-20455b14-e144-48ad-b8e0-40f589e2a789 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.0900154
Feb 17 00:53:03.725043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Calling delete_port for 0569f000-82de-48d0-834b-9f9616c648e5 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:53:03.737052 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1576a980-1173-4485-a117-a52c3211a54f req-496d50a2-4ef0-45c4-b9b4-fe734a7b07a7 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0647435
Feb 17 00:53:03.766286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443060b7-ad44-499e-a084-0987e6027a0d req-06248c1a-e24b-46eb-b6ab-7b6b8df8d23d tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:03.768030 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-443060b7-ad44-499e-a084-0987e6027a0d req-06248c1a-e24b-46eb-b6ab-7b6b8df8d23d tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.1339741
Feb 17 00:53:03.819494 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-443060b7-ad44-499e-a084-0987e6027a0d req-14747430-9b3b-4fa7-ac5a-c9dfe2e24eb3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445504
Feb 17 00:53:03.945275 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-47973fc0-7831-4091-b32b-d5b9c0028eb1 req-e67f7625-e13e-48bc-a509-a06a6732a9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3082170
Feb 17 00:53:03.979934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:03.995211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:04.095601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Pushing event deleted for resources: {'Port': ['ID=0569f000-82de-48d0-834b-9f9616c648e5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:04.105797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:04.153894 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-586bf313-4535-4b1e-9f4d-3b441c7d4e27 req-f9caf57e-aa63-4662-8f5a-b85370f2f53f tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.16 "GET /v2.0/ports?device_id=c39635a1-134b-4a43-a137-3098fff10574 HTTP/1.1" status: 200  len: 210 time: 0.0487847
Feb 17 00:53:04.209531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] No DVR routers for this DVR port 0569f000-82de-48d0-834b-9f9616c648e5 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:53:04.211770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:04.214507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-deleted', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:04.229712 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fc65adf-3ef2-418f-8ed8-9bf76d906779 req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] 10.222.0.47 "DELETE /v2.0/ports/0569f000-82de-48d0-834b-9f9616c648e5 HTTP/1.1" status: 204  len: 173 time: 2.7956951
Feb 17 00:53:04.264601 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39635a1-134b-4a43-a137-3098fff10574', 'name': 'network-vif-deleted', 'tag': '0569f000-82de-48d0-834b-9f9616c648e5', 'status': 'completed', 'code': 200}
Feb 17 00:53:05.008750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178caf9-becb-4f00-918f-488cda552bfd req-337adebb-11e7-4483-980d-bf6359f6e9e0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:05.010257 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1178caf9-becb-4f00-918f-488cda552bfd req-337adebb-11e7-4483-980d-bf6359f6e9e0 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.1453741
Feb 17 00:53:05.077076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05f56c-636e-4259-b05e-ceeb7baf7edb req-6fa34761-cf26-4b5c-867b-f1e4c3554b39 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:05.078627 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b05f56c-636e-4259-b05e-ceeb7baf7edb req-6fa34761-cf26-4b5c-867b-f1e4c3554b39 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.1401362
Feb 17 00:53:05.086003 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1178caf9-becb-4f00-918f-488cda552bfd req-8cc59d0f-4363-440e-a82e-7ba12c729cac tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0692995
Feb 17 00:53:05.127707 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b05f56c-636e-4259-b05e-ceeb7baf7edb req-5d5242fb-b11b-4ac7-aa4b-586fd670ba2b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407162
Feb 17 00:53:05.254902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33566) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:05.320387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Deleting subnet d017e1af-5a38-48b8-8e77-7d2516c310f8 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:53:05.323497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:05.377167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:05.436268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:05.700173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:05.715525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0fc07db6-d304-471d-8bef-8451ed5c9820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:05.796461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d017e1af-5a38-48b8-8e77-7d2516c310f8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:05.811556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:05.849731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:05.855765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d017e1af-5a38-48b8-8e77-7d2516c310f8 HTTP/1.1" status: 204  len: 168 time: 0.5996726
Feb 17 00:53:05.858403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33572) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:05.971748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:06.091456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:53:06.165499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:06.175414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:53:06.176387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:06.181266 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-704c6844-681f-42c8-b6db-8ca11e735dfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1053617
Feb 17 00:53:06.361218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-8515da97-57e3-4470-81bd-73b75d5d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.363765 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-8515da97-57e3-4470-81bd-73b75d5d3081 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.0849047
Feb 17 00:53:06.531571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-6605ec77-030b-479d-a6e4-7e68fce37445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.533267 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-6605ec77-030b-479d-a6e4-7e68fce37445 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1470106
Feb 17 00:53:06.627965 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136bcac518>,) {'filters': {'network_id': ['03fe2eab-7cb9-4a14-8067-7f3215ee8928']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:53:06.646809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bcac518>, 'f873166a-8528-46ba-8d15-e29e26d30367') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:53:06.647196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bcac518>, 'f873166a-8528-46ba-8d15-e29e26d30367') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:53:06.651117 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-17ab763d-d0a2-4387-9859-554c0aa5bba6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1000 time: 0.1096778
Feb 17 00:53:06.679296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:06.709455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:06.717978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc552032-552d-47d1-9f03-49caabca88f4 req-3e6d43b4-d6bf-4eaf-b0c0-9e2defe79e93 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.719594 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc552032-552d-47d1-9f03-49caabca88f4 req-3e6d43b4-d6bf-4eaf-b0c0-9e2defe79e93 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.4605844
Feb 17 00:53:06.720240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:53:06.726561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-c42ba6b1-c9cb-4190-9d16-d6f38596630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.728134 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-c42ba6b1-c9cb-4190-9d16-d6f38596630d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0700209
Feb 17 00:53:06.741197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f6255-7687-44d4-a141-f9fa98ee77c0 req-175b5c7b-5cdd-452c-b85c-1e91c18fb3e1 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.742761 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c3f6255-7687-44d4-a141-f9fa98ee77c0 req-175b5c7b-5cdd-452c-b85c-1e91c18fb3e1 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.4371040
Feb 17 00:53:06.814479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-d512643c-dabd-42f9-844e-440e8f530113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:06.816136 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-d512643c-dabd-42f9-844e-440e8f530113 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808072
Feb 17 00:53:06.959094 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-7a1eff57-093f-4792-b55b-9edaef92d11a service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357152
Feb 17 00:53:06.971721 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c3f6255-7687-44d4-a141-f9fa98ee77c0 req-bf67f90d-6283-47ca-88de-f20ada444e74 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689138
Feb 17 00:53:06.984956 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc552032-552d-47d1-9f03-49caabca88f4 req-f2570e76-2a63-4328-ac51-765cafc1abb9 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2302194
Feb 17 00:53:06.986654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:53:06.997459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.106972 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78c42da3-57b1-4ea9-8733-ae09c3a0f5e8 req-0e8992ca-24f6-456a-9ecd-c758a766e013 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411767
Feb 17 00:53:07.180592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Network 03fe2eab-7cb9-4a14-8067-7f3215ee8928 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:53:07.203407 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:53:07.285778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.289079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:07.303043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.313791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fe2eab-7cb9-4a14-8067-7f3215ee8928,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:07.317716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:07.322101 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03fe2eab-7cb9-4a14-8067-7f3215ee8928 HTTP/1.1" status: 204  len: 168 time: 1.4626842
Feb 17 00:53:07.500007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33584) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:07.553228 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-132a73ec-57a5-42ef-95b5-fecdf32ce9d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=113f83a8ebaf40d3bbe679ca64ba8777&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518272
Feb 17 00:53:07.555760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33588) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:07.617578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.645271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.692804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.697708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c851fa7-e1cf-41dc-af06-8f186ab4d001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:07.712605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc19dc-d78a-4927-85ea-d0d63f1a6eea,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:07.717867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:07.719923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:07.723547 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68cc19dc-d78a-4927-85ea-d0d63f1a6eea HTTP/1.1" status: 204  len: 168 time: 0.1644149
Feb 17 00:53:08.202827 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:08.259086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c35392-b2f1-4f22-abb9-17eab72b53bc req-f4b38e8e-0e43-4d52-aaac-0786349d1b8b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:08.260729 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c35392-b2f1-4f22-abb9-17eab72b53bc req-f4b38e8e-0e43-4d52-aaac-0786349d1b8b tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 943 time: 0.1663566
Feb 17 00:53:08.267894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13594afd-6362-44d3-b63d-bfd8badd903b req-fa8aa964-90c4-428b-9a2c-15dbcd0166ef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:08.269957 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13594afd-6362-44d3-b63d-bfd8badd903b req-fa8aa964-90c4-428b-9a2c-15dbcd0166ef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.1347795
Feb 17 00:53:08.347222 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01c35392-b2f1-4f22-abb9-17eab72b53bc req-91765a13-e040-4be1-9d4a-ca226f8db472 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761662
Feb 17 00:53:08.354694 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-13594afd-6362-44d3-b63d-bfd8badd903b req-4b48c8cc-5e5a-4692-aa88-c760ae09ee07 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=56c48616-c102-4e0e-8c2b-3365faa3a1d4&id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0685854
Feb 17 00:53:08.774342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:53:08.849357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:53:08.849826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:08.977821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:53:09.048440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:53:09.054322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:53:09.054798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:09.181961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:09.210007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:09.220688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:09.224373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:09.228063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:09.264010 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e', 'code': 200}
Feb 17 00:53:09.308673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:09.311991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:09.559224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bc91-21c1-4015-9684-661a9e164ed3 req-bcaf82e3-6caf-4de5-a005-dd41e5f12a7f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:09.560855 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a07bc91-21c1-4015-9684-661a9e164ed3 req-bcaf82e3-6caf-4de5-a005-dd41e5f12a7f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0880964
Feb 17 00:53:09.615259 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a07bc91-21c1-4015-9684-661a9e164ed3 req-16d8bb72-9501-4372-92bb-84ccd4b78722 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470457
Feb 17 00:53:09.627222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-01701418-8337-42bc-873a-c9e652da9d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:09.633975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fc2a3-e38c-4522-85b1-28964cb865e2 req-75b09637-7b6e-4684-a793-6742c63cb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:09.635852 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc3fc2a3-e38c-4522-85b1-28964cb865e2 req-75b09637-7b6e-4684-a793-6742c63cb847 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 1162 time: 0.0864217
Feb 17 00:53:09.912597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cc3fc2a3-e38c-4522-85b1-28964cb865e2 req-e0468b98-64b8-4f45-aa4a-3d3a520a709d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692304
Feb 17 00:53:10.152781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:53:10.224233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:53:10.224750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:10.819127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403dfe3-6044-445a-98dd-13db57ec74a1 req-d6837a17-0be4-4f45-8dee-8db405bc56e3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:10.820725 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3403dfe3-6044-445a-98dd-13db57ec74a1 req-d6837a17-0be4-4f45-8dee-8db405bc56e3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0901859
Feb 17 00:53:10.870696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3403dfe3-6044-445a-98dd-13db57ec74a1 req-e628f1ab-293a-4e36-a866-4979478d2e3a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432177
Feb 17 00:53:12.050121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-326a105a-8e9a-45bb-aa22-1628d16c6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:12.080945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93163a38-0a18-4c9b-a965-9609044ec0da req-08d756dc-9758-4eb7-a3f0-0c5b64389cd3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:12.082646 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93163a38-0a18-4c9b-a965-9609044ec0da req-08d756dc-9758-4eb7-a3f0-0c5b64389cd3 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0950985
Feb 17 00:53:12.132352 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93163a38-0a18-4c9b-a965-9609044ec0da req-08f4bbfe-f721-43e4-a2cb-d39bfb50d5d8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430596
Feb 17 00:53:12.502409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:13.416930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:13.756691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.414158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33870) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:27.538002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.553861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:53:27.557918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Usage tracker for resource:security_group_rule and tenant:101a1eea7e404ceaaa0cfe94651b162b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:53:27.560960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:53:27.566756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:53:27.654131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.656825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.665910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fe80d6a4-d2da-4aed-86f3-fd5c6a81953a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:27.708637 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=101a1eea7e404ceaaa0cfe94651b162b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2931256
Feb 17 00:53:27.710399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264e24bc-a042-4875-a9f6-bb3c7799e486,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:27.711424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 33878) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:27.714004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:27.774415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.804401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.850244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.855151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68f79c41-f1bc-4408-ab95-74513ae970ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:27.867807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264e24bc-a042-4875-a9f6-bb3c7799e486,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:27.870857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:27.872824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:27.873996 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-78975275-82ef-4f3c-a62c-a10e233507b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/264e24bc-a042-4875-a9f6-bb3c7799e486 HTTP/1.1" status: 204  len: 168 time: 0.1615140
Feb 17 00:53:28.156992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 33886) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:28.177025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.192354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:53:28.196571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Usage tracker for resource:security_group_rule and tenant:a48c717fcebf45158d2f69e0fd978234 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:53:28.199538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:53:28.205311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:53:28.299245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.301739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.310546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88d3f78c-ea7f-41bf-a688-ef6c710731be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:28.354496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a48c717fcebf45158d2f69e0fd978234&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963603
Feb 17 00:53:28.355465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c59b89-2892-4ddd-be14-d847a3cd2a12,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:28.357412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 33892) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:53:28.358917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-91c293b2-978b-4612-afd2-1ffad6158da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:28.421535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.448572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.491647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.496497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d3100f7-b7ce-486c-a035-9825fedbbf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:28.509960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c59b89-2892-4ddd-be14-d847a3cd2a12,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:28.512972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:28.513861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:28.515602 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2c59b89-2892-4ddd-be14-d847a3cd2a12 HTTP/1.1" status: 204  len: 168 time: 0.1570985
Feb 17 00:53:35.137645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dfa75-e9ac-4d5f-bba2-e2f9f34c7bf9 req-c82e7ae5-a733-4429-bd9d-0da1455d1484 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:35.139269 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-051dfa75-e9ac-4d5f-bba2-e2f9f34c7bf9 req-c82e7ae5-a733-4429-bd9d-0da1455d1484 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0882907
Feb 17 00:53:35.186488 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-051dfa75-e9ac-4d5f-bba2-e2f9f34c7bf9 req-f9d319cf-24c5-406d-a317-4c21c85f1df7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410681
Feb 17 00:53:36.395873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf39bd-9c12-4c0a-ad58-133916ee213c req-6fec6815-1e59-45f3-b90a-9106696c89f3 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:36.397407 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5baf39bd-9c12-4c0a-ad58-133916ee213c req-6fec6815-1e59-45f3-b90a-9106696c89f3 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0894496
Feb 17 00:53:36.404549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:53:36.446573 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5baf39bd-9c12-4c0a-ad58-133916ee213c req-76095b08-8078-4d39-a718-bdaccdf3dc96 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425272
Feb 17 00:53:37.794679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cfdec-e2d1-493d-bd1e-a8d55fca0ad2 req-9a597f0c-52ec-400c-ae02-4f5643b14a34 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:37.796436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-248cfdec-e2d1-493d-bd1e-a8d55fca0ad2 req-9a597f0c-52ec-400c-ae02-4f5643b14a34 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0931122
Feb 17 00:53:37.844288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-248cfdec-e2d1-493d-bd1e-a8d55fca0ad2 req-c70fbc88-056c-40b8-a6d8-b536ab70283b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415547
Feb 17 00:53:38.210220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:39.046135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14d96-6025-46ea-aaa1-9bb925b2faa5 req-fce0f91f-f972-4611-9cbd-4395230920ca tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:39.047785 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09c14d96-6025-46ea-aaa1-9bb925b2faa5 req-fce0f91f-f972-4611-9cbd-4395230920ca tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0863156
Feb 17 00:53:39.098130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-09c14d96-6025-46ea-aaa1-9bb925b2faa5 req-e6125b8b-2990-434c-ae83-74779f652b76 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423646
Feb 17 00:53:39.622375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fce79732-5250-4caf-8fda-9c8444795368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:40.297758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3477e-9568-4950-afae-f6e4bd7e88e1 req-bd7d3b19-d5e3-418e-b63c-85afe1921438 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:40.299413 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4fe3477e-9568-4950-afae-f6e4bd7e88e1 req-bd7d3b19-d5e3-418e-b63c-85afe1921438 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0888834
Feb 17 00:53:40.346379 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4fe3477e-9568-4950-afae-f6e4bd7e88e1 req-097671a1-569a-457c-947d-f46b32e8d532 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406346
Feb 17 00:53:41.548436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eb2f4-ce03-429b-af4e-e90acfffb685 req-f316eae3-7571-4f10-8421-15ddb580a6b7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:41.550048 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a3eb2f4-ce03-429b-af4e-e90acfffb685 req-f316eae3-7571-4f10-8421-15ddb580a6b7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0904996
Feb 17 00:53:41.602164 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0a3eb2f4-ce03-429b-af4e-e90acfffb685 req-a8faef2c-4982-4e1b-892b-3ee4df68a293 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457644
Feb 17 00:53:42.042213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c33efd1-2a42-48dd-b638-f5dd287a4991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:42.506001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:42.806129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d24cc5-456c-4bb6-9238-c1d85cec8b48 req-a4a21588-5378-4d41-833c-61eb90b1c12d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:42.807837 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8d24cc5-456c-4bb6-9238-c1d85cec8b48 req-a4a21588-5378-4d41-833c-61eb90b1c12d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0905495
Feb 17 00:53:42.856907 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c8d24cc5-456c-4bb6-9238-c1d85cec8b48 req-ebe9467b-e4b7-4682-baaf-9a6e029e447a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430365
Feb 17 00:53:43.418407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:43.750685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:44.059272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c056fa-a2e1-4634-be02-e4a6ee75fcfa req-984eaf54-4c31-4ba8-aa2a-ca7d797fa465 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:44.060782 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07c056fa-a2e1-4634-be02-e4a6ee75fcfa req-984eaf54-4c31-4ba8-aa2a-ca7d797fa465 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0896132
Feb 17 00:53:44.108670 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07c056fa-a2e1-4634-be02-e4a6ee75fcfa req-882b282d-e114-4b8e-9c7c-70c7a5797248 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417588
Feb 17 00:53:45.309450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb692d0-9f4f-4bb6-ba14-b8fd6ee4fa60 req-0badc46a-fbb5-4db8-8770-067ff6976084 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:45.311043 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bb692d0-9f4f-4bb6-ba14-b8fd6ee4fa60 req-0badc46a-fbb5-4db8-8770-067ff6976084 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0853345
Feb 17 00:53:45.357987 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1bb692d0-9f4f-4bb6-ba14-b8fd6ee4fa60 req-e722767e-ef14-40c6-b4a3-d54961e48bb3 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407693
Feb 17 00:53:46.561962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a08a5-6cf9-4d4b-aa18-2c0672f55f54 req-8639c0dd-33b4-40b7-aaa7-efc69a3430b9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:46.563576 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-411a08a5-6cf9-4d4b-aa18-2c0672f55f54 req-8639c0dd-33b4-40b7-aaa7-efc69a3430b9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0908525
Feb 17 00:53:46.612273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-411a08a5-6cf9-4d4b-aa18-2c0672f55f54 req-f3c259da-b640-4e4b-b693-0885ba05e8e7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416496
Feb 17 00:53:47.813432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b80c2-8b03-463b-adac-25f63be9b43c req-6023266e-cbf5-4954-a6de-033edf28561c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:47.815064 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a4b80c2-8b03-463b-adac-25f63be9b43c req-6023266e-cbf5-4954-a6de-033edf28561c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0882025
Feb 17 00:53:47.865567 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a4b80c2-8b03-463b-adac-25f63be9b43c req-e1dac273-3c3f-4da0-a117-17bf7337e5e9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439863
Feb 17 00:53:48.664398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6877-9741-4318-a6fa-dd282e02bd2f req-3b0d24ab-e886-418c-bba9-35e24b96007f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:48.666018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc0c6877-9741-4318-a6fa-dd282e02bd2f req-3b0d24ab-e886-418c-bba9-35e24b96007f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0906227
Feb 17 00:53:48.716438 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bc0c6877-9741-4318-a6fa-dd282e02bd2f req-b1b7cc4c-0266-495d-b5a3-0419f3bcf5ae tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440574
Feb 17 00:53:49.069349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5134d-2554-433f-b7f3-f75cedda30ac req-f136c2e2-a1ab-438a-a674-84be2d479358 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:49.070941 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62a5134d-2554-433f-b7f3-f75cedda30ac req-f136c2e2-a1ab-438a-a674-84be2d479358 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0894003
Feb 17 00:53:49.118311 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-62a5134d-2554-433f-b7f3-f75cedda30ac req-be58a23a-e72b-473a-9922-9120ec531ab1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411911
Feb 17 00:53:49.950955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46ceaf-ff8e-4aa6-9419-bd10d69dca7c req-0ff8c42a-9e71-4429-8072-5b67b3e8e0d6 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:49.952589 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c46ceaf-ff8e-4aa6-9419-bd10d69dca7c req-0ff8c42a-9e71-4429-8072-5b67b3e8e0d6 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.1007407
Feb 17 00:53:50.008014 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2c46ceaf-ff8e-4aa6-9419-bd10d69dca7c req-649de144-cce8-4f61-a863-e998d7b16938 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484793
Feb 17 00:53:50.331695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb3cfb-42bf-463c-bfad-168ddc21d6eb req-38838017-8ee4-402e-91d5-448e59266eff tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:50.333332 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44fb3cfb-42bf-463c-bfad-168ddc21d6eb req-38838017-8ee4-402e-91d5-448e59266eff tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0900264
Feb 17 00:53:50.382483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44fb3cfb-42bf-463c-bfad-168ddc21d6eb req-6f4816d1-3672-4bcf-a047-c1855bc0a936 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427134
Feb 17 00:53:51.207932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70f5b2-fb75-4d96-ae80-c9388eb7c2d3 req-4f58fc6e-7a9c-4368-a547-302d36d4780a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:51.209535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a70f5b2-fb75-4d96-ae80-c9388eb7c2d3 req-4f58fc6e-7a9c-4368-a547-302d36d4780a tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0885317
Feb 17 00:53:51.262124 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a70f5b2-fb75-4d96-ae80-c9388eb7c2d3 req-3f86469c-564a-4f03-8e8d-d66f3713ef24 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463762
Feb 17 00:53:51.579828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22de02-2c88-4292-9e10-7e66b8e81f2a req-9f514278-f44e-4edc-8204-43d6e02ab4fc tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:51.581457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b22de02-2c88-4292-9e10-7e66b8e81f2a req-9f514278-f44e-4edc-8204-43d6e02ab4fc tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0859792
Feb 17 00:53:51.630604 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b22de02-2c88-4292-9e10-7e66b8e81f2a req-165d0663-c599-4833-87ad-b3e5a3babbac tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424509
Feb 17 00:53:52.464108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25607a6d-4baa-42ee-9cc0-13452c3ed336 req-384887d6-3055-4331-a1f8-4ff6132d0792 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:52.465601 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25607a6d-4baa-42ee-9cc0-13452c3ed336 req-384887d6-3055-4331-a1f8-4ff6132d0792 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0892467
Feb 17 00:53:52.512119 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25607a6d-4baa-42ee-9cc0-13452c3ed336 req-36babdcc-b6ba-45bd-bc58-86f408ef3dc5 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403979
Feb 17 00:53:52.829713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8a5f2-7fd4-406d-ac25-7fcfa70eb8ed req-3bea9e95-2ba5-4106-9db3-57c4141668fa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:52.831345 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3bd8a5f2-7fd4-406d-ac25-7fcfa70eb8ed req-3bea9e95-2ba5-4106-9db3-57c4141668fa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0882316
Feb 17 00:53:52.879152 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3bd8a5f2-7fd4-406d-ac25-7fcfa70eb8ed req-f25493a0-9c99-416f-8e45-761994097609 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411248
Feb 17 00:53:53.716745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ee806-4f39-4299-837a-dad5b4bd1b40 req-27b372e5-a18c-448d-9a12-2bed2ec40b80 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:53.718333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-054ee806-4f39-4299-837a-dad5b4bd1b40 req-27b372e5-a18c-448d-9a12-2bed2ec40b80 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0894778
Feb 17 00:53:53.766412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-054ee806-4f39-4299-837a-dad5b4bd1b40 req-84dcd785-6cb3-4574-bd59-28ce5c37de12 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415626
Feb 17 00:53:54.081497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b358c-1345-4a7e-9a0c-8bef6265a918 req-60a9636d-ebf5-4d90-9602-b462d223dcd4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:54.083758 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a32b358c-1345-4a7e-9a0c-8bef6265a918 req-60a9636d-ebf5-4d90-9602-b462d223dcd4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0872803
Feb 17 00:53:54.135145 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a32b358c-1345-4a7e-9a0c-8bef6265a918 req-20446214-d9ba-4dc9-921a-08f50c9fb4e1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451081
Feb 17 00:53:54.950858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:53:54.963913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538bea1-f37c-4eeb-9fee-fa60bf982847 req-85fbea97-e19e-4321-bc69-3f6d85c8b028 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:54.965542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a538bea1-f37c-4eeb-9fee-fa60bf982847 req-85fbea97-e19e-4321-bc69-3f6d85c8b028 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.0863361
Feb 17 00:53:55.015490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a538bea1-f37c-4eeb-9fee-fa60bf982847 req-44b6efff-50b7-4a97-89e7-cdbfeeeed59f tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/security-groups?id=04cc0e12-cd02-44d3-973f-9f08594a9e36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432119
Feb 17 00:53:55.032734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-35a51415-07cd-4af0-9277-e872960a3bd8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:55.033505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-35a51415-07cd-4af0-9277-e872960a3bd8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Synchronizing usage tracker for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:53:55.049383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-35a51415-07cd-4af0-9277-e872960a3bd8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Unset dirty status for tenant:f176fe9600904705bcabbbd5ee99faa6 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:53:55.050667 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-35a51415-07cd-4af0-9277-e872960a3bd8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 945 time: 0.1089592
Feb 17 00:53:55.072042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.100348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:55.110326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:55.113521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.115378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:55.128913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Deleting port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:53:55.129385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.155764 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e', 'code': 200}
Feb 17 00:53:55.189939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:55.193457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:55.412735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] For port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,segment=NetworkSegment(52b6221a-105f-43e9-8de9-03c8775b81b6),segment_id=52b6221a-105f-43e9-8de9-03c8775b81b6)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:53:55.413153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.556437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Calling delete_port for 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:53:55.558404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e345-fb79-4e10-bb0b-62876176aff3 req-74f39d72-4ee9-4484-8ef6-8184061942aa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:55.560030 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5257e345-fb79-4e10-bb0b-62876176aff3 req-74f39d72-4ee9-4484-8ef6-8184061942aa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.3092902
Feb 17 00:53:55.608242 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5257e345-fb79-4e10-bb0b-62876176aff3 req-e352315d-fca3-4fb1-8806-fb835edbd39f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419943
Feb 17 00:53:55.706522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.721583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-828ddc60-41f3-4cdd-9acb-18844e39c0eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:53:55.815978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Pushing event deleted for resources: {'Port': ['ID=9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:53:55.835484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.835901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.836308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.836708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.837103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.837496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.837891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.838282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.838673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.839088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.839479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.839864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.840336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.840729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.841120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.841507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.841898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.842287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.842674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.843094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.843481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.843870 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.844257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.844646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:53:55.850378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:53:55.945373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] No DVR routers for this DVR port 9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:53:55.947727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:53:55.950462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-deleted', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:53:55.966317 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f6fb648-8ab6-4f16-844b-5f52a7c71498 req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.47 "DELETE /v2.0/ports/9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e HTTP/1.1" status: 204  len: 173 time: 0.9098940
Feb 17 00:53:56.000762 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c214f2c3-fc12-4a65-9039-bde360406299', 'name': 'network-vif-deleted', 'tag': '9a143f7a-e96f-4ec7-86e9-5ee4b4c1c31e', 'status': 'completed', 'code': 200}
Feb 17 00:53:56.201913 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae95f57b-65b7-466f-b4cc-ff863b8e6187 req-b8807e17-fda9-42b1-aa05-eb9937eebc73 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] 10.222.0.16 "GET /v2.0/ports?device_id=c214f2c3-fc12-4a65-9039-bde360406299 HTTP/1.1" status: 200  len: 210 time: 0.0488911
Feb 17 00:53:56.815042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd140e6-f670-432e-a5a7-94795859b918 req-25023c54-05c3-4f51-a900-6260adffb7a2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:56.817360 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bd140e6-f670-432e-a5a7-94795859b918 req-25023c54-05c3-4f51-a900-6260adffb7a2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0907829
Feb 17 00:53:56.864526 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8bd140e6-f670-432e-a5a7-94795859b918 req-78ebc16c-ed95-489e-891b-2a94342c131d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408669
Feb 17 00:53:58.069829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee36af-7d0f-4d3f-adc1-55390aaed3f1 req-87902d2f-c4ea-4bb7-9693-001b0d47976b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:58.071510 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cee36af-7d0f-4d3f-adc1-55390aaed3f1 req-87902d2f-c4ea-4bb7-9693-001b0d47976b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0890758
Feb 17 00:53:58.125295 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1cee36af-7d0f-4d3f-adc1-55390aaed3f1 req-718f134d-d0cc-4f89-a5fe-762f39807b8f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473855
Feb 17 00:53:59.325027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618a480-88ee-4014-97bd-d87718cf35fa req-aded27a7-f19a-4f94-bd49-c151ccd6f1a4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:53:59.326623 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3618a480-88ee-4014-97bd-d87718cf35fa req-aded27a7-f19a-4f94-bd49-c151ccd6f1a4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0859272
Feb 17 00:53:59.374456 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3618a480-88ee-4014-97bd-d87718cf35fa req-2206ddcb-6214-4cf3-a3ff-ad10ff05f7af tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412543
Feb 17 00:54:00.574236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a04b0-403c-419b-871d-169660c7f2d6 req-f8485421-d0ff-4733-ad6d-3a63635e1953 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:00.575840 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f5a04b0-403c-419b-871d-169660c7f2d6 req-f8485421-d0ff-4733-ad6d-3a63635e1953 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0891941
Feb 17 00:54:00.622674 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3f5a04b0-403c-419b-871d-169660c7f2d6 req-6f4eac76-d6b2-4929-a883-0469816b9640 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404108
Feb 17 00:54:01.821213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e6021-93ac-4318-8f6a-5db698c1bcb9 req-790dce2e-75ea-4196-86bb-e98807cc6ec9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:01.822811 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a46e6021-93ac-4318-8f6a-5db698c1bcb9 req-790dce2e-75ea-4196-86bb-e98807cc6ec9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0881472
Feb 17 00:54:01.869569 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a46e6021-93ac-4318-8f6a-5db698c1bcb9 req-9553aba5-c60d-40a8-99f5-b38500787774 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404005
Feb 17 00:54:03.070459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb4a16-93d9-48c4-bf7f-2bb9c3ae23a4 req-3037dd93-e10f-4d49-8853-5b89ca49305b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.072097 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0bb4a16-93d9-48c4-bf7f-2bb9c3ae23a4 req-3037dd93-e10f-4d49-8853-5b89ca49305b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0899374
Feb 17 00:54:03.120791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e0bb4a16-93d9-48c4-bf7f-2bb9c3ae23a4 req-b4274de9-0699-4476-a425-25be29f0e401 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424902
Feb 17 00:54:03.485578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea3121-92c1-432d-a7df-d49b2312455a req-f31f6f2d-f91a-44d2-aee4-a856a73be230 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.487188 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37ea3121-92c1-432d-a7df-d49b2312455a req-f31f6f2d-f91a-44d2-aee4-a856a73be230 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0880969
Feb 17 00:54:03.526652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-297b3067-39e5-4927-98c7-6f1cf31292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.528555 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-297b3067-39e5-4927-98c7-6f1cf31292b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 1162 time: 0.0790970
Feb 17 00:54:03.538123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37ea3121-92c1-432d-a7df-d49b2312455a req-a4ea51fe-4790-435f-b57a-082b4c12e986 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438280
Feb 17 00:54:03.671509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-f714f30e-fd27-42c1-a023-96d737b108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.672980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-f714f30e-fd27-42c1-a023-96d737b108d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1368835
Feb 17 00:54:03.781920 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-5c829675-1123-4bc2-877e-fb2c6c2305b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 200  len: 1000 time: 0.1015491
Feb 17 00:54:03.851561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-99c5b01a-be42-4e13-9289-dbae8833fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.853104 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-99c5b01a-be42-4e13-9289-dbae8833fb02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0636849
Feb 17 00:54:03.936160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-e41b3f24-a31a-4828-ac4c-11a0e1cb6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:03.937646 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-e41b3f24-a31a-4828-ac4c-11a0e1cb6580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786729
Feb 17 00:54:04.077453 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-ef1086d1-bf1c-4596-ab41-8be44ff761f9 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330843
Feb 17 00:54:04.748377 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004924d-6cbe-4533-8c32-145620cb27b0 req-195516b0-a657-4b62-9f02-ed970bd9ceaa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:04.749994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3004924d-6cbe-4533-8c32-145620cb27b0 req-195516b0-a657-4b62-9f02-ed970bd9ceaa tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0913806
Feb 17 00:54:04.798944 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3004924d-6cbe-4533-8c32-145620cb27b0 req-f8fa10f2-264a-4553-9338-ac96ce63c3d7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418196
Feb 17 00:54:05.530834 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-665aa443-2dfd-449e-ba58-cb9a3db3f880 req-e794779b-3af1-423a-8dda-f415d619dca2 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345961
Feb 17 00:54:06.003675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1db30-df5a-464f-b634-4042cf7702fc req-e63035ac-f437-4ab3-a63d-1e030f116c98 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:06.005646 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04f1db30-df5a-464f-b634-4042cf7702fc req-e63035ac-f437-4ab3-a63d-1e030f116c98 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0910513
Feb 17 00:54:06.054384 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-04f1db30-df5a-464f-b634-4042cf7702fc req-53ab8a08-d465-4f9e-a524-1cc24883ea85 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424848
Feb 17 00:54:07.256560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2eae7-5842-4f68-9577-42623684754c req-bf969cdb-f624-421d-a28a-b534630bf031 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:07.258151 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-feb2eae7-5842-4f68-9577-42623684754c req-bf969cdb-f624-421d-a28a-b534630bf031 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0865326
Feb 17 00:54:07.307345 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-feb2eae7-5842-4f68-9577-42623684754c req-49786f45-0db2-4c81-b4c6-fcd6e4fa20bd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429533
Feb 17 00:54:07.980472 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-713bef9e-2285-4f6b-8ccb-a7546ede44ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0769823
Feb 17 00:54:08.083175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-1678de64-4e17-40c9-a6db-9bc534e85c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:08.084792 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-1678de64-4e17-40c9-a6db-9bc534e85c43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 1162 time: 0.0761468
Feb 17 00:54:08.219809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:08.243338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-3e68954b-bf40-47d8-8130-8b5a2dc659f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:08.244903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-3e68954b-bf40-47d8-8130-8b5a2dc659f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1384134
Feb 17 00:54:08.354771 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-a0989139-adf9-4730-a263-4c32e15a3a0b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 200  len: 1001 time: 0.1022241
Feb 17 00:54:08.426724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-f65a707d-c49c-42ec-8b38-9e14fd6ac2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:08.428347 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-f65a707d-c49c-42ec-8b38-9e14fd6ac2c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0668707
Feb 17 00:54:08.512586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-e4a1e7fc-d42c-46d5-897d-542a101bbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:08.514214 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-e4a1e7fc-d42c-46d5-897d-542a101bbe32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787985
Feb 17 00:54:08.529213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf9ff5-dc95-4a75-9e5b-c746470d45e5 req-6529c7aa-fb2a-48f7-a9cc-1426903d21ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:08.532992 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fbf9ff5-dc95-4a75-9e5b-c746470d45e5 req-6529c7aa-fb2a-48f7-a9cc-1426903d21ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.1108429
Feb 17 00:54:08.579119 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7fbf9ff5-dc95-4a75-9e5b-c746470d45e5 req-b6ca30b8-0eb6-4e4c-8ec1-460b5ead11f5 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414205
Feb 17 00:54:08.663891 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-eee2038b-20c2-42de-ac5b-5ad5d74c6edf service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414328
Feb 17 00:54:08.810396 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-380f6661-b81c-49a3-8cbc-0c47e32d5b2e req-6b67316a-f249-4836-9fa1-8a8c563c0e18 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395030
Feb 17 00:54:09.628683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cc3f-c586-4fac-bd15-bff4d934edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:09.786036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19b5fb-8444-4438-9ef0-dafc869b83e5 req-26a65cde-fefc-4cd1-9061-cd272c3aade0 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:09.787858 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a19b5fb-8444-4438-9ef0-dafc869b83e5 req-26a65cde-fefc-4cd1-9061-cd272c3aade0 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0925140
Feb 17 00:54:09.838583 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5a19b5fb-8444-4438-9ef0-dafc869b83e5 req-d9db0368-9dca-4af3-bf18-0d469358b8d9 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438778
Feb 17 00:54:12.046692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-23244291-15c6-4fb2-8744-4dc9c0e265c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:12.506935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:13.405236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:54:13.420450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:13.755313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:26.628849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34416) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:26.771421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:26.790565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:26.796030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Usage tracker for resource:security_group_rule and tenant:4dfd420caf6d4e0b9105c898d6339990 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:26.799647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:26.806373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:26.895065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:26.897811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:26.911477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cc8f8dd1-4cba-4d3d-87a3-b37351e9e186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:26.953483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dfd420caf6d4e0b9105c898d6339990&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3234425
Feb 17 00:54:26.954438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219eb1d2-6f97-48be-a521-b2dd2da7e790,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:26.956436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34426) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:26.958061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:27.019075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.046412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.090414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.095349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-efb43218-45b7-4f7a-b83b-645375d1d9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:27.110307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219eb1d2-6f97-48be-a521-b2dd2da7e790,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:27.121008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.121935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.122346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.122756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.123190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.123603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.124009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.124411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.124813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.125216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.125615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.126014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.126501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.126925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.127335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.127732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.128129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.128531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.128927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.129326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.129725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.130126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.130521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.130939 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:27.136122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:27.140498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.143369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/219eb1d2-6f97-48be-a521-b2dd2da7e790 HTTP/1.1" status: 204  len: 168 time: 0.1857979
Feb 17 00:54:27.427435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34434) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:27.451568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.466788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:27.470783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Usage tracker for resource:security_group_rule and tenant:5df51023f0bf4c8e9520592c98f5e31b is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:27.473778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:27.479425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:27.562816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.565538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.575559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9ed7ba1b-07ea-4d23-a695-479e562bedbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:27.617273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5df51023f0bf4c8e9520592c98f5e31b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1887155
Feb 17 00:54:27.618234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4b9aa-a96a-4a16-bf62-20677e1dbb01,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:27.620164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34438) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:27.621744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:27.684401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.711314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.755076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.760051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9278ed40-558f-461d-8f52-a4fefefd29ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:27.773389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4b9aa-a96a-4a16-bf62-20677e1dbb01,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:27.775993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:27.785312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:27.786977 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aea4b9aa-a96a-4a16-bf62-20677e1dbb01 HTTP/1.1" status: 204  len: 168 time: 0.1649704
Feb 17 00:54:29.730212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34506) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:29.860176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:29.876192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:29.880419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Usage tracker for resource:security_group_rule and tenant:316bd53258ff49ac86e2f59648e493b0 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:29.883460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:29.889943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:29.984282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:29.987294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:29.995961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fd214139-260f-4533-ad80-39adefae2b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:30.041841 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=316bd53258ff49ac86e2f59648e493b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3102131
Feb 17 00:54:30.042496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34514) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:30.046962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605111a1-c2d6-4a6d-94af-3aaf78e005cb,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:30.066094 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:30.110303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.124597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677e03a-c4d9-4103-95a5-2ac5032bd1c2 req-afd69141-5312-4d03-99f1-90c8ebcbe60b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:30.126285 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f677e03a-c4d9-4103-95a5-2ac5032bd1c2 req-afd69141-5312-4d03-99f1-90c8ebcbe60b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0907512
Feb 17 00:54:30.137135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.176490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f677e03a-c4d9-4103-95a5-2ac5032bd1c2 req-a4e785e4-6a89-4a29-ad5a-94530ad6dd7e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439494
Feb 17 00:54:30.182375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.187922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-04d5cc80-0294-4de8-8351-20af17cda79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:30.201703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605111a1-c2d6-4a6d-94af-3aaf78e005cb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:30.204498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:30.205682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.206901 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-85cf4b73-db0f-4f56-aea2-ac7bd8ffcd53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/605111a1-c2d6-4a6d-94af-3aaf78e005cb HTTP/1.1" status: 204  len: 168 time: 0.1619260
Feb 17 00:54:30.490252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34522) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:30.509140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.524114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:30.528482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Usage tracker for resource:security_group_rule and tenant:3cc765754b0e430a80c1eb27398d50ee is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:30.531484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:30.537296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:30.632668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.635587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.645588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2d902872-ee97-4e96-b258-14d848113a95 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:30.689842 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3cc765754b0e430a80c1eb27398d50ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1984055
Feb 17 00:54:30.691556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d49fec0-b864-49c5-a207-b6c2c9be8365,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:30.692695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34530) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:30.695221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:30.779980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.811551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.865055 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.870143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a5d1798-67cc-4a98-8035-e2aea79a6e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:30.884177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d49fec0-b864-49c5-a207-b6c2c9be8365,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:30.887641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:30.888824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:30.890429 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4484bdcc-94ef-4172-a3b4-7c42681234c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d49fec0-b864-49c5-a207-b6c2c9be8365 HTTP/1.1" status: 204  len: 168 time: 0.1961501
Feb 17 00:54:31.385694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9cc33-3756-4f11-a0a9-db5e4b320e99 req-201e843f-ba4b-4969-a2e3-d173e366a493 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:31.387371 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1dd9cc33-3756-4f11-a0a9-db5e4b320e99 req-201e843f-ba4b-4969-a2e3-d173e366a493 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0929375
Feb 17 00:54:31.436621 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1dd9cc33-3756-4f11-a0a9-db5e4b320e99 req-85d6d08f-577f-4e88-858a-7fc2657e0a08 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425043
Feb 17 00:54:32.035732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34572) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:32.165114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.181018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:32.184991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Usage tracker for resource:security_group_rule and tenant:e30018e7c9da47748fbb2c7401aec87c is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:32.187945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:32.193592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:32.278073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.280764 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.289212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30bc10c3-674f-466e-970f-62405c33d78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:32.332395 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e30018e7c9da47748fbb2c7401aec87c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2949932
Feb 17 00:54:32.334083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f9b00-42cb-4c16-9756-e26843f5e155,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:32.335417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34580) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:32.337460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fd435d6b-1cc6-49a2-9e91-8397b24d1963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:32.406270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.434120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.483027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.488218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0fc3270-4c69-4b0c-8059-f0efccd1bd20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:32.502434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f9b00-42cb-4c16-9756-e26843f5e155,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:32.514429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:32.515725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:32.516959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/325f9b00-42cb-4c16-9756-e26843f5e155 HTTP/1.1" status: 204  len: 168 time: 0.1802001
Feb 17 00:54:32.647687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5488b0-6fb9-4e4e-8a06-2734e93f2c02 req-26eeff78-b2ee-405a-a127-157e3253bf47 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:32.649539 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e5488b0-6fb9-4e4e-8a06-2734e93f2c02 req-26eeff78-b2ee-405a-a127-157e3253bf47 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0914235
Feb 17 00:54:32.699699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0e5488b0-6fb9-4e4e-8a06-2734e93f2c02 req-9b428149-e1bc-4203-9751-21ff3ac08a5a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418329
Feb 17 00:54:33.182181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34608) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:33.299356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671090820-network', 'tenant_id': '154abb4ed7864e2897dc5cc92f2364ed'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:33.304587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:33.309227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Usage tracker for resource:network and tenant:154abb4ed7864e2897dc5cc92f2364ed is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:33.312375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:33.318169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:33.328781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Made reservation on behalf of 154abb4ed7864e2897dc5cc92f2364ed for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:54:33.333812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.348311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.363509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:33.367532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Usage tracker for resource:security_group_rule and tenant:154abb4ed7864e2897dc5cc92f2364ed is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:33.370461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:33.376335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:33.464362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.467856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.472098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49cc04cb-3fc4-4a3b-874b-ea6386577b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:33.504293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:54:33.514220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473570b3-dd73-437c-8b69-ddab94d12af9,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:33.518160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:33.520804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.521248 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Added segment 52b907f3-33ac-4446-b9a6-36f00f74ed72 of type vxlan for network f836b1ee-5f40-445c-9a62-2aa02d53e39b
Feb 17 00:54:33.550368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.581123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.582376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:33.583040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.587898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:33.692436 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5089071
Feb 17 00:54:33.695561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Pushing event updated for resources: {'Network': ['ID=f836b1ee-5f40-445c-9a62-2aa02d53e39b,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:33.695731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34616) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:33.698555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:33.702606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Request body: {'subnet': {'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671090820-subnet', 'tenant_id': '154abb4ed7864e2897dc5cc92f2364ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:33.707285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:54:33.708178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:33.712206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Usage tracker for resource:subnet and tenant:154abb4ed7864e2897dc5cc92f2364ed is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:33.715222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:33.722831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:33.724864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:54:33.732009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Made reservation on behalf of 154abb4ed7864e2897dc5cc92f2364ed for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:54:33.736830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1956504'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:33.909093 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972e44d-491b-4785-8807-4f31074d0c3b req-d0425036-d73f-4898-b2d3-bb3d53b96de7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:33.911388 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6972e44d-491b-4785-8807-4f31074d0c3b req-d0425036-d73f-4898-b2d3-bb3d53b96de7 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0885129
Feb 17 00:54:33.958470 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6972e44d-491b-4785-8807-4f31074d0c3b req-e081a88d-b133-494b-8197-3ef846827905 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414457
Feb 17 00:54:34.358581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826952391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1956489'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:34.372419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-96037f4d-da56-486d-8bfc-8c2787b28f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:34.509327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6762bf-a3dd-45e1-9a72-1e1a388c4812,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:34.514749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:34.577714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Checking segment: {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:54:34.578116 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Network hostable DHCP agents. Network: f836b1ee-5f40-445c-9a62-2aa02d53e39b, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:54:34.596832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:54:34.604942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, f836b1ee-5f40-445c-9a62-2aa02d53e39b) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:54:34.613632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31aaffc-80e3-4cef-831a-37001bd5ae53 None None] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:54:34.620595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:34.621773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:34.648472 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9515734
Feb 17 00:54:34.852802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3127a43-2756-4c86-8905-825f7e7ad561 None None] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:54:35.173363 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b6f99-cebf-4615-8139-ee3749e5600d req-3652e345-6932-48dd-976c-cbe88c101efa tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:35.174980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-959b6f99-cebf-4615-8139-ee3749e5600d req-3652e345-6932-48dd-976c-cbe88c101efa tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0913138
Feb 17 00:54:35.224587 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-959b6f99-cebf-4615-8139-ee3749e5600d req-ce857df0-b78e-4698-8e47-bded06cc13ea tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0431185
Feb 17 00:54:36.431500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8162a2a-3dfc-479e-9d79-4cd1b5af17ce req-a76c6a7a-592e-424d-af85-2433d5c87dfd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:36.433097 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8162a2a-3dfc-479e-9d79-4cd1b5af17ce req-a76c6a7a-592e-424d-af85-2433d5c87dfd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0891049
Feb 17 00:54:36.484457 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8162a2a-3dfc-479e-9d79-4cd1b5af17ce req-d86ae7cf-6405-479f-83c6-75f4a248d4ec tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440354
Feb 17 00:54:36.773707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ca3156d5-e9b4-4d4d-beaa-ce88784dea97 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:36.774382 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ca3156d5-e9b4-4d4d-beaa-ce88784dea97 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Synchronizing usage tracker for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:36.791672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ca3156d5-e9b4-4d4d-beaa-ce88784dea97 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Unset dirty status for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:36.793688 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ca3156d5-e9b4-4d4d-beaa-ce88784dea97 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 809 time: 0.1758025
Feb 17 00:54:36.809596 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-203f36f5-832e-4eb9-94bb-98b22f180d3d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/quotas/154abb4ed7864e2897dc5cc92f2364ed HTTP/1.1" status: 200  len: 375 time: 0.0098569
Feb 17 00:54:36.862542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-3c277b26-ec81-4b76-acca-8bcb65ee1792 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472932
Feb 17 00:54:37.054435 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a8dfd016-db53-46de-94f3-bd96b14e9e15 service neutron] 10.222.0.16 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844351
Feb 17 00:54:37.138047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34684) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:37.197392 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-26f7a0f9-9e41-4768-86de-ed88ca4514fd service neutron] 10.222.0.16 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363714
Feb 17 00:54:37.205282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Deleting subnet e0d54fcf-0fb6-4422-b514-249b5cac2a5f {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:54:37.208510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:37.267286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826952225'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:37.329904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:37.393389 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-824dbfe2-d104-4523-b424-81fe96875036 req-ab05343c-53bb-4634-817a-4cbd61edd957 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 210 time: 0.0495284
Feb 17 00:54:37.613711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27823484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852819338'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:37.720594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e07fe2dc-d7aa-433e-b8d0-14688bf9f841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:37.746340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a03aa-2f6f-48fc-8a06-6e7132a654b3 req-ee6eecd3-feee-4d44-875f-e7decfe06953 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:37.748543 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f96a03aa-2f6f-48fc-8a06-6e7132a654b3 req-ee6eecd3-feee-4d44-875f-e7decfe06953 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1141956
Feb 17 00:54:37.776781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:37.790109 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e0d54fcf-0fb6-4422-b514-249b5cac2a5f HTTP/1.1" status: 204  len: 168 time: 0.6480114
Feb 17 00:54:37.790109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0d54fcf-0fb6-4422-b514-249b5cac2a5f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:37.791970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6747dca0-e1b8-43c8-bc1e-0f43e8bb2150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:37.792737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34706) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:37.813004 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f96a03aa-2f6f-48fc-8a06-6e7132a654b3 req-a0ad4c8f-d6f0-4771-9b12-1cee5d2f07a2 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0578771
Feb 17 00:54:37.922132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.116938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.207954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.233845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136bc01ba8>,) {'filters': {'network_id': ['ddf32eca-8513-4847-982f-180460669e29']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:38.246442 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bc01ba8>, '52b6221a-105f-43e9-8de9-03c8775b81b6') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:38.246778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bc01ba8>, '52b6221a-105f-43e9-8de9-03c8775b81b6') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:38.260804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.276072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.278920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:54:38.462064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Network ddf32eca-8513-4847-982f-180460669e29 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:54:38.471842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.578797 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4eb65e6d-38b9-470a-8943-2ee97b6a8853 req-5da617d9-6654-405a-a704-2d6d36a8882f tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 210 time: 0.0528533
Feb 17 00:54:38.658218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Network ddf32eca-8513-4847-982f-180460669e29 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:54:38.685932 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:54:38.858789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.880766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:38.900098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:38.918062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf32eca-8513-4847-982f-180460669e29,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:38.929037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:38.930678 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ddf32eca-8513-4847-982f-180460669e29 HTTP/1.1" status: 204  len: 168 time: 1.1361322
Feb 17 00:54:38.944418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a69ad91f-9bc9-4982-803a-9fbf09c6c028 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:38.945962 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a69ad91f-9bc9-4982-803a-9fbf09c6c028 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 809 time: 0.2137949
Feb 17 00:54:38.963401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Request body: {'port': {'device_id': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b', 'admin_state_up': True, 'tenant_id': '154abb4ed7864e2897dc5cc92f2364ed'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:39.041818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd15d4-220d-4eb3-bdf4-2b573825d5e6 req-066991a1-8fcc-4a5e-b785-028081a3ef07 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:39.044243 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94cd15d4-220d-4eb3-bdf4-2b573825d5e6 req-066991a1-8fcc-4a5e-b785-028081a3ef07 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1069806
Feb 17 00:54:39.084763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34730) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:39.102091 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-94cd15d4-220d-4eb3-bdf4-2b573825d5e6 req-03a40e5a-a5fa-4b82-99d4-eaea37a7a073 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0507963
Feb 17 00:54:39.146192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:39.163952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Usage tracker for resource:port and tenant:154abb4ed7864e2897dc5cc92f2364ed is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:39.169842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:39.177602 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e3df243f-6b20-403c-9a8d-07abef6b16ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f176fe9600904705bcabbbd5ee99faa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0916815
Feb 17 00:54:39.178622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:39.180486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34734) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:39.187543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Made reservation on behalf of 154abb4ed7864e2897dc5cc92f2364ed for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:54:39.193220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.244642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.272348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.320313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.326278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5de4bcca-754d-4cf1-a5e6-8b2167fc9a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:39.340958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc0e12-cd02-44d3-973f-9f08594a9e36,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:39.343846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:39.351806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.356372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04cc0e12-cd02-44d3-973f-9f08594a9e36 HTTP/1.1" status: 204  len: 168 time: 0.1747770
Feb 17 00:54:39.513693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Allocated IP 172.20.0.14 (f836b1ee-5f40-445c-9a62-2aa02d53e39b/5b6762bf-a3dd-45e1-9a72-1e1a388c4812/d89a31c0-a370-4759-bfb3-4d9209b21d5a) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:54:39.637649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-636c6f34-1ef1-4a01-a23f-63a348efbdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.767523 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ffd57237-7017-4293-b491-76bbedb3a181 req-c45ce871-fad3-4cb3-9fca-faf82b905b2d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 210 time: 0.0540566
Feb 17 00:54:39.828135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.858341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:39.874124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-63f88b77-49f0-47a6-86c8-d43ab32b71ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:39.977922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ae32b-3815-41ed-92b6-1668ce1f6c8e req-c18f40fc-72da-4fad-8c88-5b6b43e9cfe1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:39.979565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b8ae32b-3815-41ed-92b6-1668ce1f6c8e req-c18f40fc-72da-4fad-8c88-5b6b43e9cfe1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0885904
Feb 17 00:54:40.012788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Pushing event updated for resources: {'Port': ['ID=d89a31c0-a370-4759-bfb3-4d9209b21d5a,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:40.017119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:40.033059 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2b8ae32b-3815-41ed-92b6-1668ce1f6c8e req-4e3eb302-6ae0-4f06-bebc-1a694e233cfb tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460353
Feb 17 00:54:40.071157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:54:40.072341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:54:40.074794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:54:40.140164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:40.140831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:40.161189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2021408
Feb 17 00:54:40.173888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Request body: {'port': {'device_id': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:40.289985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:40.306258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6208a9-639d-49ec-8df8-710d67174664 req-44392ba4-fcf4-4bba-a71a-a385966440f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:40.307961 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e6208a9-639d-49ec-8df8-710d67174664 req-44392ba4-fcf4-4bba-a71a-a385966440f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0874400
Feb 17 00:54:40.357020 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e6208a9-639d-49ec-8df8-710d67174664 req-f3f269d6-8077-4174-b337-15852a345529 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421250
Feb 17 00:54:40.914892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89a31c0-a370-4759-bfb3-4d9209b21d5a {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:54:40.922802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:40.934852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Transition to ACTIVE for port object d89a31c0-a370-4759-bfb3-4d9209b21d5a will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:54:40.937600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:40.953281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-31603e65-fb44-47d2-a218-e215cd3819e4 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:40.987461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f901d-59f8-4999-8c2e-f0db147a1045 req-2c26d2af-1a0a-4c96-b384-17f8222d09cc tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:40.989067 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad0f901d-59f8-4999-8c2e-f0db147a1045 req-2c26d2af-1a0a-4c96-b384-17f8222d09cc tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.0936460
Feb 17 00:54:41.039229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ad0f901d-59f8-4999-8c2e-f0db147a1045 req-2147c454-60fb-4a93-ba8d-c97fafd2219f tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Synchronizing usage tracker for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:41.055873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ad0f901d-59f8-4999-8c2e-f0db147a1045 req-2147c454-60fb-4a93-ba8d-c97fafd2219f tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Unset dirty status for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:41.057059 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ad0f901d-59f8-4999-8c2e-f0db147a1045 req-2147c454-60fb-4a93-ba8d-c97fafd2219f tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616064
Feb 17 00:54:41.098647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a31c0-a370-4759-bfb3-4d9209b21d5a,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:41.103702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:41.242757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406048ad-3b64-4059-9b0d-9d70ef888df0 req-c8ba5126-de9b-4b5b-8523-88bef0af9541 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.244443 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-406048ad-3b64-4059-9b0d-9d70ef888df0 req-c8ba5126-de9b-4b5b-8523-88bef0af9541 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.0870881
Feb 17 00:54:41.274955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Attempting to bind port d89a31c0-a370-4759-bfb3-4d9209b21d5a on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:54:41.275336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Attempting to bind port d89a31c0-a370-4759-bfb3-4d9209b21d5a by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:54:41.275713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Attempting to bind port d89a31c0-a370-4759-bfb3-4d9209b21d5a on network f836b1ee-5f40-445c-9a62-2aa02d53e39b {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:54:41.281857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:54:41.282234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Checking segment: {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:54:41.282640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:41.283070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Bound using segment: {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:54:41.283540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Bound port: d89a31c0-a370-4759-bfb3-4d9209b21d5a, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:54:41.283915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:41.293001 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-406048ad-3b64-4059-9b0d-9d70ef888df0 req-80807c32-32e4-458e-8cdd-4cc25ef86c3b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411975
Feb 17 00:54:41.382297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] For port d89a31c0-a370-4759-bfb3-4d9209b21d5a, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:54:41.385236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] For port d89a31c0-a370-4759-bfb3-4d9209b21d5a, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d89a31c0-a370-4759-bfb3-4d9209b21d5a,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:54:41.389375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:41.406115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-067078ba-3d83-49f6-9043-201153e5ca12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:41.557890 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a31c0-a370-4759-bfb3-4d9209b21d5a,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:41.563048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:41.566849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e7049-55e5-4bd4-b091-3093b326eb2d req-d944d43f-4384-4164-a234-7abd66a136de tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.575042 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea1e7049-55e5-4bd4-b091-3093b326eb2d req-d944d43f-4384-4164-a234-7abd66a136de tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0933516
Feb 17 00:54:41.595716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.596812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:41.598288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] 10.222.0.47 "PUT /v2.0/ports/d89a31c0-a370-4759-bfb3-4d9209b21d5a HTTP/1.1" status: 200  len: 1158 time: 1.4291182
Feb 17 00:54:41.598830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:41.619372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea1e7049-55e5-4bd4-b091-3093b326eb2d req-36cd62e5-28ba-421c-8910-c0384add2a80 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434268
Feb 17 00:54:41.679151 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a', 'status': 'completed', 'code': 200}
Feb 17 00:54:41.715597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ce0b7fd1-900e-421c-b892-f2c3d1a47033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.717167 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-ce0b7fd1-900e-421c-b892-f2c3d1a47033 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 1161 time: 0.0793214
Feb 17 00:54:41.838360 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-45fbf4ee-ea4f-4d5a-a7f8-5ca0de9d89d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89a31c0-a370-4759-bfb3-4d9209b21d5a HTTP/1.1" status: 200  len: 217 time: 0.1103001
Feb 17 00:54:41.927149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4eac4-f93d-4048-a965-032e13435dec req-738af146-0db1-4f98-89b8-29023726e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.928707 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-738af146-0db1-4f98-89b8-29023726e16c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6762bf-a3dd-45e1-9a72-1e1a388c4812 HTTP/1.1" status: 200  len: 849 time: 0.0836816
Feb 17 00:54:41.939479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-df0c82f2-b651-4b62-9906-fa848a90dd66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:41.940200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-df0c82f2-b651-4b62-9906-fa848a90dd66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:41.992195 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-5ecc346d-674f-4e20-8326-f3f9c6d78a5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f836b1ee-5f40-445c-9a62-2aa02d53e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473082
Feb 17 00:54:41.998100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-df0c82f2-b651-4b62-9906-fa848a90dd66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:41.999291 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-df0c82f2-b651-4b62-9906-fa848a90dd66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.2175200
Feb 17 00:54:42.050829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efafceb2-5512-4f43-95ae-815848f16f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:42.175809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port d37633f4-63c7-49e7-81d4-3d1b29c74e69 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:54:42.176203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:42.258959 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-a27369dd-ab68-4333-81d9-739f4f460454 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586453
Feb 17 00:54:42.262079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e9ce6-357b-46c7-b73d-0cd00766f9a0 req-d21f403c-48d3-411a-894f-44d578d50c07 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:42.263722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-357e9ce6-357b-46c7-b73d-0cd00766f9a0 req-d21f403c-48d3-411a-894f-44d578d50c07 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.0925314
Feb 17 00:54:42.513547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:42.571416 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dcb4eac4-f93d-4048-a965-032e13435dec req-f5368d3b-503e-4b4a-9ad3-30723ec9c2b5 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2810237
Feb 17 00:54:42.586981 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-357e9ce6-357b-46c7-b73d-0cd00766f9a0 req-a495b848-7ac7-4a13-bd43-6ce9370ed84f tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3169136
Feb 17 00:54:42.606099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:42.606489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:42.622863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f761211-1d9c-40d9-aa66-e8b986570c70 req-6da049f4-5c81-461f-95b0-512095e53e0e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:42.624493 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f761211-1d9c-40d9-aa66-e8b986570c70 req-6da049f4-5c81-461f-95b0-512095e53e0e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 945 time: 0.1120756
Feb 17 00:54:42.675697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f761211-1d9c-40d9-aa66-e8b986570c70 req-fdfc6d18-9647-438f-a793-1f0303c07a5c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439734
Feb 17 00:54:42.822194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aca06-e41a-432f-bda9-a029bfc7c83c req-66f93e21-97bb-41fb-85f1-ac1d6deb11f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:42.824929 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c66aca06-e41a-432f-bda9-a029bfc7c83c req-66f93e21-97bb-41fb-85f1-ac1d6deb11f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0890224
Feb 17 00:54:42.872139 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c66aca06-e41a-432f-bda9-a029bfc7c83c req-97f1482c-06f1-4872-a72d-3191f20dd877 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411823
Feb 17 00:54:42.937197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-1abd2f54-14c5-4492-9e1f-98be3a9d6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:42.938807 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-1abd2f54-14c5-4492-9e1f-98be3a9d6795 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 1161 time: 0.2633092
Feb 17 00:54:43.014611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d37633f4-63c7-49e7-81d4-3d1b29c74e69 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:54:43.144650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.175534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:43.187985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:43.191199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.193099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:43.242077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'code': 200}
Feb 17 00:54:43.278505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=7']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:43.285032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.285447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.285797 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Floating IP 48979ce3-5c54-4df2-b3a2-dcb133dfb61f disassociated. External IP: 172.27.0.248, port: d37633f4-63c7-49e7-81d4-3d1b29c74e69.
Feb 17 00:54:43.286181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for d37633f4-63c7-49e7-81d4-3d1b29c74e69 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:54:43.286400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.286790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.287225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.287601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.287977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.288351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.288722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.289096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.289463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.289829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.290198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.290562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.291034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.291402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.291769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.292135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.293988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.294368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.294741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.295142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.295516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.295885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.296251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.296618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:43.300892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:43.381030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-ff148deb-df69-4180-bcb1-ffb2def02993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:43.382580 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-ff148deb-df69-4180-bcb1-ffb2def02993 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 903 time: 0.4295614
Feb 17 00:54:43.423269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.467790 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-ebde367d-f6a1-4c2f-870b-15bb7e8a379e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d89a31c0-a370-4759-bfb3-4d9209b21d5a HTTP/1.1" status: 200  len: 217 time: 0.0704575
Feb 17 00:54:43.471066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:54:43.471427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:54:43.536397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-71e26683-92b0-4d3a-aad5-d415e06271a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:43.537911 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-71e26683-92b0-4d3a-aad5-d415e06271a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6762bf-a3dd-45e1-9a72-1e1a388c4812 HTTP/1.1" status: 200  len: 849 time: 0.0636618
Feb 17 00:54:43.593809 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-4b5a7d5b-9470-405a-8948-ed9971360e46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f836b1ee-5f40-445c-9a62-2aa02d53e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486889
Feb 17 00:54:43.738913 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-0aa6c502-9370-4d10-9907-642fbe4df8f8 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382723
Feb 17 00:54:43.778994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:43.881158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0ec9d-dc29-4603-a14e-9e01fac2fbbe req-b554fa5d-ca9c-468d-9e7b-4077adf996b3 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:43.882770 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ae0ec9d-dc29-4603-a14e-9e01fac2fbbe req-b554fa5d-ca9c-468d-9e7b-4077adf996b3 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.1726015
Feb 17 00:54:43.884979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a98e94fa-dd96-4bf4-a479-7a54fc3d5d3a req-acd6fd37-32bd-412e-9648-a397367566f9 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384420
Feb 17 00:54:43.955837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527947d-5f21-435b-96a6-1347079decd7 req-abc01b9b-637b-403b-92c4-5a5f9af3f11d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:43.957445 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6527947d-5f21-435b-96a6-1347079decd7 req-abc01b9b-637b-403b-92c4-5a5f9af3f11d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 943 time: 0.1511509
Feb 17 00:54:43.960336 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ae0ec9d-dc29-4603-a14e-9e01fac2fbbe req-b56d0a2f-1fbc-430c-b138-34b46e508811 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704031
Feb 17 00:54:43.972288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port d37633f4-63c7-49e7-81d4-3d1b29c74e69 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:54:43.972624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:44.010073 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6527947d-5f21-435b-96a6-1347079decd7 req-6844d4a6-c596-4f23-8160-bc3908002bd2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462799
Feb 17 00:54:44.153267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db2c1b-0599-4794-83c4-de23e34f24b4 req-15484c10-3af6-4ba1-aedb-2683177199ff tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:44.154918 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-66db2c1b-0599-4794-83c4-de23e34f24b4 req-15484c10-3af6-4ba1-aedb-2683177199ff tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0865812
Feb 17 00:54:44.202732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-66db2c1b-0599-4794-83c4-de23e34f24b4 req-ebbbcf52-3583-421e-937b-dd3c7bafff97 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414703
Feb 17 00:54:44.239102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] For port d37633f4-63c7-49e7-81d4-3d1b29c74e69, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d37633f4-63c7-49e7-81d4-3d1b29c74e69,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:44.239446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:44.548844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:44.549181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:44.549528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Floating IP 48979ce3-5c54-4df2-b3a2-dcb133dfb61f disassociated. External IP: 172.27.0.248, port: d37633f4-63c7-49e7-81d4-3d1b29c74e69.
Feb 17 00:54:44.549952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for d37633f4-63c7-49e7-81d4-3d1b29c74e69 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:54:44.697362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:44.711761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5b5d50ca-3e7e-476b-8849-93bee7f6dbe4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:44.810051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'Port': ['ID=d37633f4-63c7-49e7-81d4-3d1b29c74e69,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:44.819364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:45.084490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:54:45.205966 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-068ffbed-5855-4dbd-b98c-459b4113c40a req-5045ebdc-0c5d-4cb0-a135-0aa2f2e01e0e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b5710dd-6793-4ee7-bc39-198860ea0132 HTTP/1.1" status: 200  len: 210 time: 0.0579805
Feb 17 00:54:45.223685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ce09e-5bb7-4b29-bb5a-0e9678c7b0e3 req-911178c2-9d6a-4a18-b594-014c7e428d38 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.239159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d1ce09e-5bb7-4b29-bb5a-0e9678c7b0e3 req-911178c2-9d6a-4a18-b594-014c7e428d38 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.1590302
Feb 17 00:54:45.282925 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d1ce09e-5bb7-4b29-bb5a-0e9678c7b0e3 req-6541640e-9dc1-44a6-bac3-c4801641ae30 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428493
Feb 17 00:54:45.351484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-ac7de139-d5f0-46f6-a039-1d92533a47b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.352969 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-ac7de139-d5f0-46f6-a039-1d92533a47b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.1353421
Feb 17 00:54:45.360336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:54:45.371497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0639-6573-4519-9692-2102d329a225 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:54:45.384526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:54:45.387175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370873400>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:45.429006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] No DVR routers for this DVR port d37633f4-63c7-49e7-81d4-3d1b29c74e69 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:54:45.431439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:45.436878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae0f22-22de-48fc-a836-f1eb2895d4e9 req-adf0a24c-f43a-4638-ae7d-e94d7f164644 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.438508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6ae0f22-22de-48fc-a836-f1eb2895d4e9 req-adf0a24c-f43a-4638-ae7d-e94d7f164644 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0951655
Feb 17 00:54:45.483045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-deleted', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:45.503305 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f6ae0f22-22de-48fc-a836-f1eb2895d4e9 req-6b36e04b-5d1e-4789-af57-9f1b9a5d8818 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0570827
Feb 17 00:54:45.516089 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-301aacca-800d-4294-b5fb-cb77acfd6c79 req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "DELETE /v2.0/ports/d37633f4-63c7-49e7-81d4-3d1b29c74e69 HTTP/1.1" status: 204  len: 173 time: 3.4930270
Feb 17 00:54:45.560404 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5710dd-6793-4ee7-bc39-198860ea0132', 'name': 'network-vif-deleted', 'tag': 'd37633f4-63c7-49e7-81d4-3d1b29c74e69', 'status': 'completed', 'code': 200}
Feb 17 00:54:45.601572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-8306d206-a7d6-41ef-94bc-796e80909bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.603632 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-8306d206-a7d6-41ef-94bc-796e80909bdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.2075844
Feb 17 00:54:45.724733 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-d97ff6eb-da8e-40b3-8fc7-440c039ebfa2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 1001 time: 0.1136987
Feb 17 00:54:45.788336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:54:45.799102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-7c16b81e-8325-4543-819e-088dd45e01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.800893 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-7c16b81e-8325-4543-819e-088dd45e01df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0695832
Feb 17 00:54:45.900954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-851959ee-9338-47eb-a2f4-504dbc9f17fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:45.902955 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-851959ee-9338-47eb-a2f4-504dbc9f17fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934074
Feb 17 00:54:46.061088 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-f972868d-a68d-4e89-b8cc-ca400c87684e service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510885
Feb 17 00:54:46.150455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370873400>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:46.156636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0639-6573-4519-9692-2102d329a225 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:54:46.170184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:54:46.170997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370873400>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:46.383928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:54:46.392561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34788) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:46.493203 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5d240902-a3f7-46dd-b4b8-4d1079c21c1b req-cb7314f1-a097-44f0-abf0-60b8ffa6dc8b service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4257686
Feb 17 00:54:46.523545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:46.566304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:46.691054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a4a72-5665-4a3e-ad35-061d97bfbc9c req-85678d01-1668-4058-9c00-ce18fcf6477d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:46.692671 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-267a4a72-5665-4a3e-ad35-061d97bfbc9c req-85678d01-1668-4058-9c00-ce18fcf6477d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.2298446
Feb 17 00:54:46.701785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:46.709071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fd071162-842a-4008-bf96-d510c2b85968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:46.750706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526b8c5-0bf2-4ffd-99b2-c36ec800c91d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:46.770494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:46.798397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-267a4a72-5665-4a3e-ad35-061d97bfbc9c req-190cd452-6705-4a9e-bd79-ecaa4bf7e991 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922384
Feb 17 00:54:46.803176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:46.806000 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "DELETE /v2.0/security-groups/0526b8c5-0bf2-4ffd-99b2-c36ec800c91d HTTP/1.1" status: 204  len: 168 time: 0.4106104
Feb 17 00:54:46.807659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34796) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:46.816454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-80da0639-6573-4519-9692-2102d329a225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370873400>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:54:46.823670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec0d4a-c467-428b-aad8-7e6a46ea1978 req-407678d6-cd9c-47f0-8f26-e3321b09bc68 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:46.825519 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-24ec0d4a-c467-428b-aad8-7e6a46ea1978 req-407678d6-cd9c-47f0-8f26-e3321b09bc68 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.2027483
Feb 17 00:54:46.826826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da0639-6573-4519-9692-2102d329a225 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:54:46.836320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-b8464532-f863-4ed8-88e1-68541ee5651a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] show failed (client error): The resource could not be found.
Feb 17 00:54:46.841674 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b8464532-f863-4ed8-88e1-68541ee5651a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups/0526b8c5-0bf2-4ffd-99b2-c36ec800c91d HTTP/1.1" status: 404  len: 347 time: 0.0313001
Feb 17 00:54:46.842465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34800) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:46.885308 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-24ec0d4a-c467-428b-aad8-7e6a46ea1978 req-aea9f3a3-070a-4376-ba28-5ae85285bd35 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530353
Feb 17 00:54:47.038579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port d148d5be-fd80-4151-a869-6476b05829bf {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:54:47.038917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:47.125754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.objects.ports [None req-6327af63-08e0-4e27-8b9b-ee40d5cdeee1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83984) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 17 00:54:47.223768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:47.224292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:47.286225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18291dc3-c25c-4349-8490-b685585ea423 None None] New status for floating IP 48979ce3-5c54-4df2-b3a2-dcb133dfb61f: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:54:47.365812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for d148d5be-fd80-4151-a869-6476b05829bf owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:54:47.510184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:54:47.510556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:54:47.824278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d89a31c0-a370-4759-bfb3-4d9209b21d5a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:54:47.895243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port d89a31c0-a370-4759-bfb3-4d9209b21d5a completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:54:47.900300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d89a31c0-a370-4759-bfb3-4d9209b21d5a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:54:47.900828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.012342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port d148d5be-fd80-4151-a869-6476b05829bf {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:54:48.014383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.017785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bcac7-fff1-4609-8ab9-6884db9a9804 req-948d6f63-c3c3-4554-98f4-a459f083ab1c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:48.019299 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f9bcac7-fff1-4609-8ab9-6884db9a9804 req-948d6f63-c3c3-4554-98f4-a459f083ab1c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 944 time: 0.0916541
Feb 17 00:54:48.034629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.065831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:48.078864 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0f9bcac7-fff1-4609-8ab9-6884db9a9804 req-6818a50b-0f2b-4809-9c1f-18bef8f59341 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530660
Feb 17 00:54:48.082972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port d89a31c0-a370-4759-bfb3-4d9209b21d5a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d89a31c0-a370-4759-bfb3-4d9209b21d5a,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:48.086521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.089113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:48.169828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=d89a31c0-a370-4759-bfb3-4d9209b21d5a,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:48.173919 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a', 'code': 200}
Feb 17 00:54:48.174702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:48.241064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.241585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.253151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0d28-6bdb-4cc7-8216-b4ee4ddd6468 req-8edb9937-6407-41cb-9419-468c8e5a3d4b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:48.254763 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d06e0d28-6bdb-4cc7-8216-b4ee4ddd6468 req-8edb9937-6407-41cb-9419-468c8e5a3d4b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0922565
Feb 17 00:54:48.307173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d06e0d28-6bdb-4cc7-8216-b4ee4ddd6468 req-d3129940-64a4-4bde-b316-99149e3a433d tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0450463
Feb 17 00:54:48.382893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for d148d5be-fd80-4151-a869-6476b05829bf owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:54:48.538365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ba060-c29b-4bdf-8673-f10049bc2138 req-2f6b4aa7-14ea-4643-b6db-c739316479c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:48.539999 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-095ba060-c29b-4bdf-8673-f10049bc2138 req-2f6b4aa7-14ea-4643-b6db-c739316479c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 1163 time: 0.1674173
Feb 17 00:54:48.629756 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-095ba060-c29b-4bdf-8673-f10049bc2138 req-158d5eeb-f597-4e4c-af0a-4493a35bdbee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602024
Feb 17 00:54:48.632780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.648507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41504414-2dd1-4ead-9100-36167ace23c9 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:48.743956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'Port': ['ID=d148d5be-fd80-4151-a869-6476b05829bf,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:48.747020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:48.875101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.890179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:48.891332 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "DELETE /v2.0/floatingips/48979ce3-5c54-4df2-b3a2-dcb133dfb61f HTTP/1.1" status: 204  len: 168 time: 2.0477133
Feb 17 00:54:49.107501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d89a31c0-a370-4759-bfb3-4d9209b21d5a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:54:49.158118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34814) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:49.164436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--184936595', 'description': 'tempest-description--111299369'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:49.171593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:49.175969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:49.179891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:49.186032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:49.195146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.196235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d89a31c0-a370-4759-bfb3-4d9209b21d5a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:54:49.196663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.217397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:49.221452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:49.224448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:49.231117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:49.304587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.305456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9afd9-3afc-4343-946b-163f3fa299c0 req-813b96c5-f7da-45c4-b007-84ac8b401de9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:49.307477 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98e9afd9-3afc-4343-946b-163f3fa299c0 req-813b96c5-f7da-45c4-b007-84ac8b401de9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 946 time: 0.0988238
Feb 17 00:54:49.308819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.314334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2a179f5a-f5ef-41c1-8ab7-d6b9e08b44ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:49.341581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:54:49.348922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2af4411-645e-4027-85c1-bc753a2ac9b5,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:49.355302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:49.369794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.371412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-98e9afd9-3afc-4343-946b-163f3fa299c0 req-0f6f8369-73a4-42c1-a39f-7e55326327a9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560765
Feb 17 00:54:49.374931 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2129104
Feb 17 00:54:49.375247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34820) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:49.381640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group_rule': {'security_group_id': 'c2af4411-645e-4027-85c1-bc753a2ac9b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:49.388122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:49.392256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:49.397384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:49.404820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:49.422121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.493360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.494235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.496657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.498812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:49.517112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94582358-2f68-4424-a414-5a54e82138c2,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:49.521019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:49.532517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:49.535635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.537726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:49.538437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.542525 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0c9ce122-a732-4815-a1df-2790369d2baa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1635084
Feb 17 00:54:49.543033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34824) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:49.550303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'security_group_rule': {'security_group_id': 'c2af4411-645e-4027-85c1-bc753a2ac9b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:49.558777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:49.563354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:security_group_rule and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:49.566289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbe1a3-6988-46d4-a32a-2bb4bfb786f2 req-5dc884ab-199a-49d3-9249-6b758b00d605 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:49.567126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:49.574350 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93dbe1a3-6988-46d4-a32a-2bb4bfb786f2 req-5dc884ab-199a-49d3-9249-6b758b00d605 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1352260
Feb 17 00:54:49.579614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:49.601238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.614587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:49.618035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:49.619420 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93dbe1a3-6988-46d4-a32a-2bb4bfb786f2 req-ad60da9a-a662-4933-acba-905ed1b96498 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434878
Feb 17 00:54:49.674616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.677389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.684649 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:49.705681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaef9f2-ae70-48b1-ae28-723d4e9beb27,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:49.708250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:49.712128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.714612 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5dfa2858-fa37-4806-9299-5d1a213728ae tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1698439
Feb 17 00:54:49.717848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 34830) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:49.723630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:49.729642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:49.734214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:floatingip and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:49.737260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:49.743066 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:49.752485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.906599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:49.977543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 34840) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:54:50.017651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7790413-52e6-47a0-9f50-0edab18b4be2 req-58abab49-9401-49e6-bc88-c6494487c242 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:50.019505 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7790413-52e6-47a0-9f50-0edab18b4be2 req-58abab49-9401-49e6-bc88-c6494487c242 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1009159
Feb 17 00:54:50.124886 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b7790413-52e6-47a0-9f50-0edab18b4be2 req-c6133928-6d50-4890-ac97-3d99d503dd0a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0964923
Feb 17 00:54:50.160064 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-e160c27c-9bfd-4e26-8559-b6ea817beedf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1811998
Feb 17 00:54:50.174745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:50.210004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Allocated IP 172.27.0.181 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/7b34954b-1dbc-476f-a95f-ceebcf85698f) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:54:50.227229 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'code': 422} returned with failed status
Feb 17 00:54:50.365103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:50.395103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:50.406968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:54:50.412726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2baf2f65-8966-4f7d-9764-99ec8bed21de tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:50.562138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=7b34954b-1dbc-476f-a95f-ceebcf85698f,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:50.567223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:50.574905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f23557-8e1f-4bfa-83f7-384bc8213e61 req-16ea9163-eeda-44ac-a2c6-56063e547cae tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:50.579420 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33f23557-8e1f-4bfa-83f7-384bc8213e61 req-16ea9163-eeda-44ac-a2c6-56063e547cae tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 946 time: 0.0957146
Feb 17 00:54:50.610267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:54:50.611414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:54:50.613637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:54:50.626755 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-33f23557-8e1f-4bfa-83f7-384bc8213e61 req-df6d7e56-ec65-4d52-90cb-e4a76a220a02 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439208
Feb 17 00:54:50.705709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:50.772107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.069535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.073038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.088333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:51.117565 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d89a31c0-a370-4759-bfb3-4d9209b21d5a up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:54:51.197147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port d89a31c0-a370-4759-bfb3-4d9209b21d5a triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:54:51.197571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.369502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc862ea-5fcb-471e-a621-056eef90817d req-7d3d96c5-d2ac-4572-97ef-8fc0a77a34ac tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:51.371290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dc862ea-5fcb-471e-a621-056eef90817d req-7d3d96c5-d2ac-4572-97ef-8fc0a77a34ac tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1212633
Feb 17 00:54:51.439498 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8dc862ea-5fcb-471e-a621-056eef90817d req-99ad22fb-bba2-44ce-ad1d-65c66eee4567 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0561955
Feb 17 00:54:51.494833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=7b34954b-1dbc-476f-a95f-ceebcf85698f,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:51.506086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:51.694860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.729900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440994ca-eefd-4fc7-8e27-124987d91840 req-0be989f4-584a-4fce-86d9-f615a7efe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:51.732226 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-0be989f4-584a-4fce-86d9-f615a7efe4d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800&tenant_id=1415975827724e30ac084e1a96a754eb HTTP/1.1" status: 200  len: 1161 time: 0.1886551
Feb 17 00:54:51.736203 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:51.745918 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0193663
Feb 17 00:54:51.841913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440994ca-eefd-4fc7-8e27-124987d91840 req-c149bbf6-7264-4723-8545-28b76c05f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:51.843794 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-c149bbf6-7264-4723-8545-28b76c05f312 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1161 time: 0.0879512
Feb 17 00:54:51.918409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8add4d-2629-4ef3-b2f9-bb1e56657228 req-035d462b-d41f-496d-945d-c119d40935f9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:51.920151 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd8add4d-2629-4ef3-b2f9-bb1e56657228 req-035d462b-d41f-496d-945d-c119d40935f9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 946 time: 0.1061432
Feb 17 00:54:51.997838 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd8add4d-2629-4ef3-b2f9-bb1e56657228 req-4e06cef6-e399-4f7f-97ff-368f9a679ce3 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711145
Feb 17 00:54:52.008623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440994ca-eefd-4fc7-8e27-124987d91840 req-86ef2835-6707-4823-9893-f43ad2fbb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:52.010411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-86ef2835-6707-4823-9893-f43ad2fbb22c service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1597333
Feb 17 00:54:52.025897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-f94e6598-5b47-44df-92b0-d462923a7092 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:52.043653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-f94e6598-5b47-44df-92b0-d462923a7092 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:52.044926 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-f94e6598-5b47-44df-92b0-d462923a7092 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--184936595&fields=id&tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 267 time: 0.0772309
Feb 17 00:54:52.126489 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-c6853c94-948f-4207-b081-726da66ee463 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 999 time: 0.1087918
Feb 17 00:54:52.213969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440994ca-eefd-4fc7-8e27-124987d91840 req-a1e79ed2-7eeb-4096-85f8-265ee4cc4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:52.215225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-fb71d882-666a-49e2-a02b-5ea61d6cf58e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:52.215633 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-a1e79ed2-7eeb-4096-85f8-265ee4cc4dbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0822361
Feb 17 00:54:52.217327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-fb71d882-666a-49e2-a02b-5ea61d6cf58e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 817 time: 0.1634762
Feb 17 00:54:52.233306 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-1610d31a-16fd-4c28-9a2a-d5a49dbfca92 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/quotas/16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 375 time: 0.0098979
Feb 17 00:54:52.299137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440994ca-eefd-4fc7-8e27-124987d91840 req-f7a80769-9dd3-482f-bcf2-63237617521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:52.300759 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-f7a80769-9dd3-482f-bcf2-63237617521c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784938
Feb 17 00:54:52.332156 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-61512408-a71c-4ba2-9f38-ad0081ccc097 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0931141
Feb 17 00:54:52.445400 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-86b33480-7b2f-4f0b-83c3-405d06f968e5 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368632
Feb 17 00:54:52.486499 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-a7f3140b-dbd7-48ac-8656-7a14bb2ff7ee service neutron] 10.222.0.16 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405451
Feb 17 00:54:52.592529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-440994ca-eefd-4fc7-8e27-124987d91840 req-27e4df6b-44f4-44a3-9b23-ac46c390586f service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401129
Feb 17 00:54:52.699931 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-65ed6a4d-0f63-4136-9051-5e3350aef1b9 service neutron] 10.222.0.16 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2065003
Feb 17 00:54:52.709889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544782d-4f27-4adc-b602-be2abd75053a req-78d8da58-6892-4a5f-b020-fc75f6f71529 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:52.711483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3544782d-4f27-4adc-b602-be2abd75053a req-78d8da58-6892-4a5f-b020-fc75f6f71529 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1467988
Feb 17 00:54:52.763663 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3544782d-4f27-4adc-b602-be2abd75053a req-11813971-f46a-4a52-b0d3-a6b46b8cb4b0 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0454524
Feb 17 00:54:52.917825 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-23b52389-8ba1-46b2-b4f9-6087bef06017 req-8234e900-eca9-4c2e-a09d-6ff2a015de5b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 210 time: 0.0513384
Feb 17 00:54:53.229089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8981e19-815f-4b8e-8713-dcf698c02616 req-e4ee04af-f396-435c-9d47-90db292eb287 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:53.231357 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8981e19-815f-4b8e-8713-dcf698c02616 req-e4ee04af-f396-435c-9d47-90db292eb287 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 946 time: 0.1078999
Feb 17 00:54:53.280018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b8981e19-815f-4b8e-8713-dcf698c02616 req-67f3cf89-5fc5-443f-ada0-3e04c321f03c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420809
Feb 17 00:54:53.367116 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-41711b60-1aa8-40a7-984e-83c14f9f52a9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:53.367871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-41711b60-1aa8-40a7-984e-83c14f9f52a9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Synchronizing usage tracker for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:53.383467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-41711b60-1aa8-40a7-984e-83c14f9f52a9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Unset dirty status for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:53.384833 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-41711b60-1aa8-40a7-984e-83c14f9f52a9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 946 time: 0.1057494
Feb 17 00:54:53.463058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Deleting port d89a31c0-a370-4759-bfb3-4d9209b21d5a {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:54:53.463648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:53.735588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] For port d89a31c0-a370-4759-bfb3-4d9209b21d5a, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=d89a31c0-a370-4759-bfb3-4d9209b21d5a,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:54:53.735988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:53.876369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Calling delete_port for d89a31c0-a370-4759-bfb3-4d9209b21d5a owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:54:54.003387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51c887-efd6-4aa4-a464-e15ce15e2101 req-26d6cc7c-53f4-49bc-9c30-da2331170622 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:54.005182 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e51c887-efd6-4aa4-a464-e15ce15e2101 req-26d6cc7c-53f4-49bc-9c30-da2331170622 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1099639
Feb 17 00:54:54.063398 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5e51c887-efd6-4aa4-a464-e15ce15e2101 req-b302a955-8c1f-4ed8-8a5e-c66e7ac54a3f tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0509946
Feb 17 00:54:54.165189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a470cbd3-9faa-464d-863b-a737dfd35c0a req-48d5ec09-e83f-4f1f-b01b-c443cb81d781 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 210 time: 0.0496969
Feb 17 00:54:54.166767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-5da6c7c6-d1cc-4919-a12c-e834904aade3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:54.168422 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-5da6c7c6-d1cc-4919-a12c-e834904aade3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 817 time: 0.3004506
Feb 17 00:54:54.211158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:54.228270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:54.335389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Pushing event deleted for resources: {'Port': ['ID=d89a31c0-a370-4759-bfb3-4d9209b21d5a,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:54.338601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:54.400468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-a5b4d216-ddcc-4418-a147-27350d299f12 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:54:54.436352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-a5b4d216-ddcc-4418-a147-27350d299f12 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:security_group {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:54:54.437731 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-a5b4d216-ddcc-4418-a147-27350d299f12 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 5703 time: 0.2558699
Feb 17 00:54:54.448647 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-78ca2a09-1d7c-4d23-a893-a15722f14196 req-42603978-4f99-4287-900b-8dcfc4e7a19a tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=413c0850-a7db-4e63-85b1-e4f366c4a2b4 HTTP/1.1" status: 200  len: 210 time: 0.0531104
Feb 17 00:54:54.452883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'port': {'device_id': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'admin_state_up': True, 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'security_groups': ['c2af4411-645e-4027-85c1-bc753a2ac9b5']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:54.577512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] No DVR routers for this DVR port d89a31c0-a370-4759-bfb3-4d9209b21d5a on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:54:54.581884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:54.584578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'name': 'network-vif-deleted', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:54.618309 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ae2427e5-8f1e-43f7-8c41-58b470c88a6b req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "DELETE /v2.0/ports/d89a31c0-a370-4759-bfb3-4d9209b21d5a HTTP/1.1" status: 204  len: 173 time: 1.2282281
Feb 17 00:54:54.644283 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413c0850-a7db-4e63-85b1-e4f366c4a2b4', 'name': 'network-vif-deleted', 'tag': 'd89a31c0-a370-4759-bfb3-4d9209b21d5a', 'status': 'completed', 'code': 200}
Feb 17 00:54:54.657368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:54.661892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Usage tracker for resource:port and tenant:16b2b5fd6f494be1a6ffb462c42c6506 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:54.665020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:54.671797 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:54.680470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Made reservation on behalf of 16b2b5fd6f494be1a6ffb462c42c6506 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:54:54.686092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.000329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Allocated IP 172.20.0.14 (c3473a5d-0a07-4986-99ce-c9ce15763233/350ae183-afeb-4a4b-bf46-0c802971fa40/6aa45bf2-6d98-4b59-970b-7c1832dbfbed) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:54:55.090384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d89a31c0-a370-4759-bfb3-4d9209b21d5a no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:54:55.129348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: d89a31c0-a370-4759-bfb3-4d9209b21d5a {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:54:55.130050 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device d89a31c0-a370-4759-bfb3-4d9209b21d5a not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:54:55.209114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.228036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Transition to ACTIVE for port object 6aa45bf2-6d98-4b59-970b-7c1832dbfbed will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:54:55.254836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.274332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-98dea451-1c4e-41bd-910d-3f9e87e78b44 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:55.294949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637deaa-8684-47c4-a93d-e37095052028 req-4b5899b9-3733-4da8-98b8-5054dafa3a97 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:55.296581 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7637deaa-8684-47c4-a93d-e37095052028 req-4b5899b9-3733-4da8-98b8-5054dafa3a97 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1048453
Feb 17 00:54:55.402128 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7637deaa-8684-47c4-a93d-e37095052028 req-d0db0db8-e4e3-4a88-9606-812ac8595cd1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0988882
Feb 17 00:54:55.416170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:55.419575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:55.431923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4cc10-38e7-4869-9af8-a5b75ba6db1a req-1d55efec-a2cf-4054-811f-1aacea9fcd0b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:55.434561 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aea4cc10-38e7-4869-9af8-a5b75ba6db1a req-1d55efec-a2cf-4054-811f-1aacea9fcd0b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 932 time: 0.1333508
Feb 17 00:54:55.478151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Network c3473a5d-0a07-4986-99ce-c9ce15763233 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:54:55.479547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:54:55.481976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:54:55.485682 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-aea4cc10-38e7-4869-9af8-a5b75ba6db1a req-0c3edb46-2127-467c-9d6b-3447d3f5f0a9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446515
Feb 17 00:54:55.548356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:55.549152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.581422 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1349461
Feb 17 00:54:55.599240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Request body: {'port': {'device_id': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:55.718767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d6a096fc-6180-499d-b246-b642883b3111 None None] Provisioning for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:54:55.724026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d6a096fc-6180-499d-b246-b642883b3111 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:54:55.724450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6a096fc-6180-499d-b246-b642883b3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.727800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:55.794328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d6a096fc-6180-499d-b246-b642883b3111 None None] Port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:54:55.929332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f62ba04c-a81d-4909-bec9-86c27cd7a3e5 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:55.931049 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f62ba04c-a81d-4909-bec9-86c27cd7a3e5 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 809 time: 0.1689742
Feb 17 00:54:55.948013 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-def3da05-4a5a-43e3-a70c-8672b43beec6 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/quotas/154abb4ed7864e2897dc5cc92f2364ed HTTP/1.1" status: 200  len: 375 time: 0.0106559
Feb 17 00:54:56.005057 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-e436b41f-679e-4f7a-bc1e-0cfb6a2a79a1 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0501091
Feb 17 00:54:56.152441 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-3d610b1e-56b6-4c4c-a5fd-e6f29f143a4b service neutron] 10.222.0.16 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384556
Feb 17 00:54:56.395329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa45bf2-6d98-4b59-970b-7c1832dbfbed {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:54:56.403737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:56.416719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Transition to ACTIVE for port object 6aa45bf2-6d98-4b59-970b-7c1832dbfbed will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:54:56.419648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:56.437510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-287b25f9-4af2-4796-a4eb-dd9fd47d4012 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:56.515408 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-44b1c131-3736-4ea8-8b9a-117bb3189a5b service neutron] 10.222.0.16 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3556948
Feb 17 00:54:56.579209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:56.601048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.601606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.601942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.602358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.602769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.603206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.603612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.604018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.604957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.605374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.605781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.606184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.606927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.607060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.607472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.607875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.608276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.608446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fc4ac-7922-4bfc-9cde-6615aa6ae8e8 req-58542130-ba67-4a9b-9222-0343c1b9ad52 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:56.608682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.609084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.609486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.610041 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-516fc4ac-7922-4bfc-9cde-6615aa6ae8e8 req-58542130-ba67-4a9b-9222-0343c1b9ad52 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0908456
Feb 17 00:54:56.611247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.611686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.612104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.612517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:54:56.618406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:56.664220 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-516fc4ac-7922-4bfc-9cde-6615aa6ae8e8 req-bd070e27-907b-43f1-a423-949bf6998312 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0477812
Feb 17 00:54:56.830159 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Attempting to bind port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:54:56.830547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Attempting to bind port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:54:56.830950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Attempting to bind port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed on network c3473a5d-0a07-4986-99ce-c9ce15763233 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:54:56.836931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:54:56.837316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Checking segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:54:56.837851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:56.838261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Bound using segment: {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:54:56.838746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Bound port: 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dff49a-a1db-484d-87c1-01e242eccc0f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:54:56.840078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:56.878159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-516d9695-b7d6-4004-8241-78b78cd6da28 req-6249a215-0bcc-4ac9-94c4-4c0a447b2fb7 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 210 time: 0.1545715
Feb 17 00:54:56.919015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d224e-3766-441b-b646-9d6fa4534557 req-52152c9d-6b0f-481e-9cae-04570233d7af tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:56.920795 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d5d224e-3766-441b-b646-9d6fa4534557 req-52152c9d-6b0f-481e-9cae-04570233d7af tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1183598
Feb 17 00:54:56.967309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:54:56.970674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:54:56.974237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:56.982439 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d5d224e-3766-441b-b646-9d6fa4534557 req-b06a70ed-38e9-47c3-96b2-084a950c5bbe tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527296
Feb 17 00:54:56.990662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26b0bef2-b83a-4583-ae40-c9e41c215cf8 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:57.148823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:57.155090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:57.185746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:57.187582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:57.189088 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] 10.222.0.47 "PUT /v2.0/ports/6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 1158 time: 1.5950434
Feb 17 00:54:57.189632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:54:57.272604 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'status': 'completed', 'code': 200}
Feb 17 00:54:57.320713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-b4597ea4-8292-4f5e-85e4-a707f78aa4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:57.322469 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-b4597ea4-8292-4f5e-85e4-a707f78aa4ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1161 time: 0.0878110
Feb 17 00:54:57.405954 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-7bb34854-cdee-44da-949d-0b5f11b532f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 217 time: 0.0676961
Feb 17 00:54:57.480427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-10f99dbb-64cb-43a1-9937-38b1d7be50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:57.481937 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-10f99dbb-64cb-43a1-9937-38b1d7be50e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0685067
Feb 17 00:54:57.563744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-aac8e5b6-2842-4d3c-bc1c-4760f0db9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:57.565304 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-aac8e5b6-2842-4d3c-bc1c-4760f0db9c3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765595
Feb 17 00:54:57.710232 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-8718e8c1-d709-47ef-87ee-7ab35258c855 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373503
Feb 17 00:54:57.887207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1a486-6aca-4137-9433-4390371eb01d req-f1b06691-021e-41b1-86bc-250908e604f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:57.889327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2de1a486-6aca-4137-9433-4390371eb01d req-f1b06691-021e-41b1-86bc-250908e604f6 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0948868
Feb 17 00:54:57.944493 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2de1a486-6aca-4137-9433-4390371eb01d req-92c1a34c-2bf4-494f-8ae0-dc4860b58519 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0490019
Feb 17 00:54:58.004818 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a3dcf1-041b-4fdc-8f31-05611508a6d4 req-4e5319e4-93ad-46c7-aa06-41648093b6fe service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2875528
Feb 17 00:54:58.020549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-854056a5-e4ac-4968-aad4-4b9e5cdc5462 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:58.022372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-854056a5-e4ac-4968-aad4-4b9e5cdc5462 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 809 time: 0.2097497
Feb 17 00:54:58.054694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Request body: {'port': {'device_id': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b', 'admin_state_up': True, 'tenant_id': '154abb4ed7864e2897dc5cc92f2364ed'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:58.059104 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d0405db-a98c-48dd-8fd7-5a5f4d900d4d req-2a0ec397-19ab-4950-b5be-b192f4da1da4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 210 time: 0.0547335
Feb 17 00:54:58.203946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296486d-f06f-4bde-acbf-8895b6bffc4b req-7b9abb2a-016d-4d39-ba02-e9d147675d6d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:58.205557 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5296486d-f06f-4bde-acbf-8895b6bffc4b req-7b9abb2a-016d-4d39-ba02-e9d147675d6d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0879061
Feb 17 00:54:58.254217 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5296486d-f06f-4bde-acbf-8895b6bffc4b req-3e40f52f-4c0e-401c-9800-62424c8a4426 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420368
Feb 17 00:54:58.266314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:54:58.272501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Usage tracker for resource:port and tenant:154abb4ed7864e2897dc5cc92f2364ed is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:54:58.276014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:54:58.280597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-5973fb3e-7134-4c8d-a635-42cada7d8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:58.282173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-5973fb3e-7134-4c8d-a635-42cada7d8652 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1161 time: 0.2049253
Feb 17 00:54:58.285708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:54:58.364321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Made reservation on behalf of 154abb4ed7864e2897dc5cc92f2364ed for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:54:58.369728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:58.548613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-0dbd245e-99bd-4b13-9afa-e53dc215de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:58.550112 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-0dbd245e-99bd-4b13-9afa-e53dc215de0d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.2608705
Feb 17 00:54:58.644153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-6aa3d545-4801-49ba-83fd-f85f278dabdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 217 time: 0.0738704
Feb 17 00:54:58.987207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-dce5a95d-341b-4c69-b622-6b78c55b0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:58.988794 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-dce5a95d-341b-4c69-b622-6b78c55b0992 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0980039
Feb 17 00:54:59.112108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Allocated IP 172.20.0.13 (f836b1ee-5f40-445c-9a62-2aa02d53e39b/5b6762bf-a3dd-45e1-9a72-1e1a388c4812/43127bcd-6c47-4932-aa82-a8ccd3f929eb) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:54:59.157346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-79fac97a-b7ac-4a9f-b7e2-4afe487f1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:59.158998 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-79fac97a-b7ac-4a9f-b7e2-4afe487f1264 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345274
Feb 17 00:54:59.232080 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cbeed619-fddd-4b3b-b6d5-d4fccbe4f49d req-331c15fc-b6e5-45c6-9eee-56f9508f993b tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 210 time: 0.0550852
Feb 17 00:54:59.347391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e76db-ffe2-4b69-bd6f-769901fcc892 req-30cccd6b-de38-4703-9df2-4e4f65d34bb3 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:59.349009 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b53e76db-ffe2-4b69-bd6f-769901fcc892 req-30cccd6b-de38-4703-9df2-4e4f65d34bb3 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0885775
Feb 17 00:54:59.402691 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b53e76db-ffe2-4b69-bd6f-769901fcc892 req-fa87cf1f-26f7-4132-ab72-d42e7e8a4e56 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0467086
Feb 17 00:54:59.437782 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-6bd2f12c-182d-4ba6-9d5b-2faf0a444315 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2672634
Feb 17 00:54:59.559272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:59.572807 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-572419a4-ade8-4af7-a723-79e4e127b462 req-445b8c2c-5a4a-4e9b-a16f-b04194c79e40 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1536380927&fields=id&tenant_id=6de6919c5ea842dba4ff07cd282fc241 HTTP/1.1" status: 200  len: 267 time: 0.0943336
Feb 17 00:54:59.630586 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b28318d0-5b11-41a0-9ed5-e7c6f86c0885 req-10381490-e6fd-4d45-998c-39c3630b8d0c service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1795499
Feb 17 00:54:59.639596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:59.654717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f6fb5f59-0f01-4e56-bc67-81f235b4cd9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:54:59.682498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583d228-4b3d-40f5-a0d7-3daec13ea3e0 req-e7a96441-1d0f-46cd-9e8f-a5043bb85fd0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:59.684766 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3583d228-4b3d-40f5-a0d7-3daec13ea3e0 req-e7a96441-1d0f-46cd-9e8f-a5043bb85fd0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1683161
Feb 17 00:54:59.713430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572419a4-ade8-4af7-a723-79e4e127b462 req-5db36e09-2630-42c3-8807-4be6dc9b5c09 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:59.715123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-572419a4-ade8-4af7-a723-79e4e127b462 req-5db36e09-2630-42c3-8807-4be6dc9b5c09 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 984 time: 0.1346741
Feb 17 00:54:59.729174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Request body: {'port': {'security_groups': ['b523b162-6931-435f-b5dd-1fb804299d75']}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:54:59.793947 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3583d228-4b3d-40f5-a0d7-3daec13ea3e0 req-6349b88e-8919-401c-b0df-cda659d86823 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007917
Feb 17 00:54:59.794417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Pushing event updated for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:54:59.798838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:54:59.864805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:54:59.865910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:54:59.868324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:54:59.879819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:59.933793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:54:59.934412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:54:59.968950 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9232790
Feb 17 00:54:59.982289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Request body: {'port': {'device_id': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:00.102510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.209332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:00.240472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.244473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.263089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:00.484601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event updated for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=6']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:00.491955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:00.525678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43127bcd-6c47-4932-aa82-a8ccd3f929eb {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:55:00.534208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.538322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c81091-a324-4be1-add5-4ffd8571fd6f req-69d61b04-7617-4fac-ab0a-3250e91a3196 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:00.539965 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92c81091-a324-4be1-add5-4ffd8571fd6f req-69d61b04-7617-4fac-ab0a-3250e91a3196 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 932 time: 0.1874044
Feb 17 00:55:00.548041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Transition to ACTIVE for port object 43127bcd-6c47-4932-aa82-a8ccd3f929eb will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:55:00.550188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:00.550862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.551282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.560977 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-572419a4-ade8-4af7-a723-79e4e127b462 req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "PUT /v2.0/ports/1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 942 time: 0.8378634
Feb 17 00:55:00.561579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:00.569104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-afa7c233-188d-4c91-aaf6-8a299dda6220 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:00.617694 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-92c81091-a324-4be1-add5-4ffd8571fd6f req-2ebe0395-c08c-4d28-99aa-36eab33206d1 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501006
Feb 17 00:55:00.730466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:00.735998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:00.753738 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-3a716768-d55e-4601-a40c-a01a48773e06 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups/56c48616-c102-4e0e-8c2b-3365faa3a1d4 HTTP/1.1" status: 200  len: 3005 time: 0.1092887
Feb 17 00:55:00.815836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fab80-1d32-42cb-8e61-a29cb4b6b091 req-9e14f7f4-fa53-4d6f-8290-7c9f7bdbae13 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:00.817478 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b38fab80-1d32-42cb-8e61-a29cb4b6b091 req-9e14f7f4-fa53-4d6f-8290-7c9f7bdbae13 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1594071
Feb 17 00:55:00.891183 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b38fab80-1d32-42cb-8e61-a29cb4b6b091 req-2874f731-8506-4c4c-a83a-ade2b5d71ea8 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0657856
Feb 17 00:55:00.893635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.898368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-407b11da-70b3-4de5-b3b9-a3532ab48a41 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:00.899065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-407b11da-70b3-4de5-b3b9-a3532ab48a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.931146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.945678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Attempting to bind port 43127bcd-6c47-4932-aa82-a8ccd3f929eb on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:55:00.946153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Attempting to bind port 43127bcd-6c47-4932-aa82-a8ccd3f929eb by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:55:00.946613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Attempting to bind port 43127bcd-6c47-4932-aa82-a8ccd3f929eb on network f836b1ee-5f40-445c-9a62-2aa02d53e39b {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:55:00.953415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:55:00.953902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Checking segment: {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:55:00.954403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.954913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Bound using segment: {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:55:00.955480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Bound port: 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b907f3-33ac-4446-b9a6-36f00f74ed72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f836b1ee-5f40-445c-9a62-2aa02d53e39b'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:55:00.956064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.986386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:00.992457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00030b58-ff70-467c-bb2d-b637fd45d233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:01.011274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c48616-c102-4e0e-8c2b-3365faa3a1d4,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:01.014633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:01.021959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:01.023582 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d5bc161-a33e-4ae0-ba3f-c4023e86d8ed req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "DELETE /v2.0/security-groups/56c48616-c102-4e0e-8c2b-3365faa3a1d4 HTTP/1.1" status: 204  len: 173 time: 0.2587655
Feb 17 00:55:01.034901 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:55:01.134726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:55:01.139208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:55:01.144684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:01.160816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:01.235314 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ba8c6eec-0f1f-45aa-a05d-822de98ca2fe tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/floatingips/af13f158-8cc3-4ef1-b1bd-cc277971a6e1 HTTP/1.1" status: 200  len: 998 time: 0.1702332
Feb 17 00:55:01.300281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-a3b5059e-20e3-4b8e-b38c-254f790a0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.301812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-a3b5059e-20e3-4b8e-b38c-254f790a0f45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.2452645
Feb 17 00:55:01.343031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68401b2a-7c3c-4de5-a36a-a94c427e1b6b req-7b243569-4c08-49a3-84bb-dfbd3b595347 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.344632 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68401b2a-7c3c-4de5-a36a-a94c427e1b6b req-7b243569-4c08-49a3-84bb-dfbd3b595347 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.2184222
Feb 17 00:55:01.421716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Pushing event updated for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:01.426452 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-68401b2a-7c3c-4de5-a36a-a94c427e1b6b req-213e931c-5452-47f5-a385-404fe935080a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751243
Feb 17 00:55:01.431035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:01.438627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:01.449254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-39dceef5-23ac-4b5f-8c3b-db27a5bb8134 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.450732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-39dceef5-23ac-4b5f-8c3b-db27a5bb8134 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.2064769
Feb 17 00:55:01.463130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-14096415-e78d-45ab-ab82-6fdc2452f9d6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:55:01.464761 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-14096415-e78d-45ab-ab82-6fdc2452f9d6 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0080571
Feb 17 00:55:01.484095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.484778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:01.486277 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] 10.222.0.47 "PUT /v2.0/ports/43127bcd-6c47-4932-aa82-a8ccd3f929eb HTTP/1.1" status: 200  len: 1158 time: 1.5084965
Feb 17 00:55:01.486820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:01.521813 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-72907577-a62e-427c-8962-8f01da86fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.523442 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-72907577-a62e-427c-8962-8f01da86fd80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.2133203
Feb 17 00:55:01.536621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:01.537041 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:01.562542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb', 'status': 'completed', 'code': 200}
Feb 17 00:55:01.602977 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-db352f13-230f-43ae-89ae-879b5c40fbdb tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.155 HTTP/1.1" status: 200  len: 1001 time: 0.1312923
Feb 17 00:55:01.688207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-f1ab398e-bc3b-48ff-8f17-512734342106 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.689123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-96c4da08-5db8-4070-b057-13dbbbfadeeb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 1001 time: 0.1257112
Feb 17 00:55:01.689717 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-f1ab398e-bc3b-48ff-8f17-512734342106 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports/1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 942 time: 0.0799632
Feb 17 00:55:01.762390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-4874c36e-dbf2-4a37-a09f-3af0dcc47974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.764070 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-4874c36e-dbf2-4a37-a09f-3af0dcc47974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 1161 time: 0.2397013
Feb 17 00:55:01.841273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-a5385ce1-921d-4396-807f-1e9c0163d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.842819 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-a5385ce1-921d-4396-807f-1e9c0163d5ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.1454930
Feb 17 00:55:01.852421 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-3c5111be-d07a-4856-bda9-a79f544256bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb HTTP/1.1" status: 200  len: 217 time: 0.0739622
Feb 17 00:55:01.925432 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-23518f80-159e-4527-bbc9-d803149ad12a tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.155 HTTP/1.1" status: 200  len: 1001 time: 0.1377349
Feb 17 00:55:01.936651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65246f3-d625-4e57-aef5-b26d7e5c89ad req-2225853c-dfc2-4d36-9451-1d883cf9874b tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.938218 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d65246f3-d625-4e57-aef5-b26d7e5c89ad req-2225853c-dfc2-4d36-9451-1d883cf9874b tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.1915121
Feb 17 00:55:01.971313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-584f9cbb-4004-468a-bab8-82ab0df9742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:01.972873 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-584f9cbb-4004-468a-bab8-82ab0df9742b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6762bf-a3dd-45e1-9a72-1e1a388c4812 HTTP/1.1" status: 200  len: 849 time: 0.0867283
Feb 17 00:55:02.030462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-8ad53803-2b60-45db-9fab-9dcfb5f15925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f836b1ee-5f40-445c-9a62-2aa02d53e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482821
Feb 17 00:55:02.036171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-372f74f0-f5ef-49d4-b91d-868ca1a1cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:02.037626 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-372f74f0-f5ef-49d4-b91d-868ca1a1cf5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1869147
Feb 17 00:55:02.086310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d65246f3-d625-4e57-aef5-b26d7e5c89ad req-b9a07fc5-63c2-4474-9628-a128b6b2d6d5 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809534
Feb 17 00:55:02.475844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Deleting port 80b6ec9e-1c6a-4b34-8853-7ca3588c4b22 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:02.476426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:02.513282 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-d177de0b-c16c-4ecf-af00-bc06a3ff2bfa service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4746528
Feb 17 00:55:02.515244 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-9f5b9542-2386-44a1-b3d3-438bf8278012 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4550929
Feb 17 00:55:02.638173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1582-ad24-4f3f-a879-70845ec47b23 req-4cd7ff9d-e9bd-4f8b-9604-069063c5f50a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:02.639804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-300c1582-ad24-4f3f-a879-70845ec47b23 req-4cd7ff9d-e9bd-4f8b-9604-069063c5f50a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.2626143
Feb 17 00:55:02.720165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-300c1582-ad24-4f3f-a879-70845ec47b23 req-f6d1f3a6-2ae8-4105-b6f5-28250474d02f tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0723951
Feb 17 00:55:02.751590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:02.752349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:02.783545 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a1b1aa9d-3fc9-4638-a265-e65ef50fb3b1 req-3ab03aaf-1eb9-455b-9a01-3f702a3b6802 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2577236
Feb 17 00:55:02.786810 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-86423b23-a46f-4519-8185-e9974d96e8a4 req-586e21c4-5722-49c7-b85d-7b147b70436b service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2594194
Feb 17 00:55:02.916276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15e01-7551-4f93-9865-b9579b70697e req-4551e15c-7d4c-4ad5-a23e-730fee5d5def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:02.918513 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-4551e15c-7d4c-4ad5-a23e-730fee5d5def service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 1161 time: 0.0824056
Feb 17 00:55:02.952186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Calling delete_port for 80b6ec9e-1c6a-4b34-8853-7ca3588c4b22 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:03.060628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15e01-7551-4f93-9865-b9579b70697e req-2e1aca99-4ce5-4b3f-a203-c9ce04d17a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:03.062175 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-2e1aca99-4ce5-4b3f-a203-c9ce04d17a35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 200  len: 903 time: 0.1358185
Feb 17 00:55:03.079119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67d2dc-61b6-4b1c-a10d-2332a882f3bf req-7f169dbe-556c-41a5-ac3a-8a9a575a4e5d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:03.080722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a67d2dc-61b6-4b1c-a10d-2332a882f3bf req-7f169dbe-556c-41a5-ac3a-8a9a575a4e5d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.2355821
Feb 17 00:55:03.134492 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-b13d081b-bd6c-45fa-8871-8101eafd7b61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb HTTP/1.1" status: 200  len: 217 time: 0.0651166
Feb 17 00:55:03.172545 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a67d2dc-61b6-4b1c-a10d-2332a882f3bf req-5bcd0d9d-a14c-41e3-bb4f-5612d78b3435 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784311
Feb 17 00:55:03.209046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e15e01-7551-4f93-9865-b9579b70697e req-66ed7caa-aa5a-4851-92cb-9ec9ed9b915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:03.210941 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-66ed7caa-aa5a-4851-92cb-9ec9ed9b915d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5b6762bf-a3dd-45e1-9a72-1e1a388c4812 HTTP/1.1" status: 200  len: 849 time: 0.0688324
Feb 17 00:55:03.212040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:03.228177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:03.270651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-3d0eb2ab-c9bb-4ee9-8da5-8ab9c9590751 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f836b1ee-5f40-445c-9a62-2aa02d53e39b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0521042
Feb 17 00:55:03.326504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event deleted for resources: {'Port': ['ID=80b6ec9e-1c6a-4b34-8853-7ca3588c4b22,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:03.369344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:03.417858 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-a1a44b0b-3841-425e-b105-9cce11f2c355 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384735
Feb 17 00:55:03.500373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b64f3-b47b-4463-b533-02d19daa4ab0 req-9e5b0c80-5d21-4535-ad91-4fb96b0e4cd9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:03.501980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-496b64f3-b47b-4463-b533-02d19daa4ab0 req-9e5b0c80-5d21-4535-ad91-4fb96b0e4cd9 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.1817946
Feb 17 00:55:03.564831 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-89e15e01-7551-4f93-9865-b9579b70697e req-5a03e0f1-ea09-4205-9ea7-0ca448b92f36 service neutron] 10.222.0.47 "GET /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392148
Feb 17 00:55:03.566910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:03.567291 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Floating IP af13f158-8cc3-4ef1-b1bd-cc277971a6e1 disassociated (deleted). External IP: 172.27.0.155, port: 1ed8ea5d-6353-4a5e-a93a-971723af01a8.
Feb 17 00:55:03.621621 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-496b64f3-b47b-4463-b533-02d19daa4ab0 req-1caa0b41-3cc9-4918-b999-7b72863d4924 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114111
Feb 17 00:55:04.013825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:55:04.023192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776769-0727-4ba3-a271-38730eb12d09 req-a7c10a02-5fe1-4037-9a83-8753cd339996 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:04.024772 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe776769-0727-4ba3-a271-38730eb12d09 req-a7c10a02-5fe1-4037-9a83-8753cd339996 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1492071
Feb 17 00:55:04.435708 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe776769-0727-4ba3-a271-38730eb12d09 req-b67a611b-de23-43d2-bbcb-2d266f21d390 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.4031408
Feb 17 00:55:04.470498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:55:04.480636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Sync routers for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:55:04.490728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:04.491543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137018c0b8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:04.497951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:04.614934 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ef817332-e332-4e1d-98b1-6652619437da tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "DELETE /v2.0/floatingips/af13f158-8cc3-4ef1-b1bd-cc277971a6e1 HTTP/1.1" status: 204  len: 173 time: 2.6755986
Feb 17 00:55:04.615688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:04.713394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aaaf0-dab3-4e10-9bac-252374d90b8f req-3791ce5e-c441-4dcf-964c-a5fe85f13f1e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:04.715113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec8aaaf0-dab3-4e10-9bac-252374d90b8f req-3791ce5e-c441-4dcf-964c-a5fe85f13f1e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1761644
Feb 17 00:55:04.767083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ffefe9c5-18b9-4424-aa5d-7ed197d84315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:04.768506 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-ffefe9c5-18b9-4424-aa5d-7ed197d84315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.1381903
Feb 17 00:55:04.787272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:04.856330 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec8aaaf0-dab3-4e10-9bac-252374d90b8f req-d1e883c4-cfbd-45cb-b290-fd88e1454955 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276743
Feb 17 00:55:04.901500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:55:04.908830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:04.909256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:04.922618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-9c8906b3-fe5f-4683-9d0f-a8352ed2f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:04.924273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-9c8906b3-fe5f-4683-9d0f-a8352ed2f215 service neutron] 10.222.0.16 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.1496341
Feb 17 00:55:04.987890 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:04.992185 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:55:05.009005 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-adeeb2aa-bda5-4adf-8001-bf94e65a0413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 217 time: 0.0766776
Feb 17 00:55:05.068771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-c5971438-c787-4ffa-836b-6bb26c27ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.070398 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-c5971438-c787-4ffa-836b-6bb26c27ebc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.1094964
Feb 17 00:55:05.138654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-14b89fb7-d8f9-4b9d-a314-b953af69ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.140316 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-14b89fb7-d8f9-4b9d-a314-b953af69ec96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.1252167
Feb 17 00:55:05.200545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:05.226460 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cf3ee-9b98-421f-bef7-9b6dbc51f4df req-9c022449-c8b0-4bd2-a947-c1dee8bbe53c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.229364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-fc040e41-9484-4e8f-bbaf-49ad0c837fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.231338 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-fc040e41-9484-4e8f-bbaf-49ad0c837fe0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.1531086
Feb 17 00:55:05.235534 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c8cf3ee-9b98-421f-bef7-9b6dbc51f4df req-9c022449-c8b0-4bd2-a947-c1dee8bbe53c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.1844635
Feb 17 00:55:05.299479 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c8cf3ee-9b98-421f-bef7-9b6dbc51f4df req-35fee988-239e-4f97-84da-e18103384e3c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613670
Feb 17 00:55:05.310093 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-981e32aa-ad3b-4adb-8529-42009e1c6dbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 217 time: 0.0712163
Feb 17 00:55:05.311794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:05.314857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:05.316198 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-f59b1c70-da0a-45d6-997b-3079a3e64696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.323297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:05.324258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:05.327598 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-f59b1c70-da0a-45d6-997b-3079a3e64696 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1795187
Feb 17 00:55:05.382311 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'code': 200}
Feb 17 00:55:05.382915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b78e17e2-ebb9-46ec-b1d1-2312023f9912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:05.407575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-db3128fb-27c0-4d89-a0d6-70773af8ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.409225 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-db3128fb-27c0-4d89-a0d6-70773af8ad78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.0921383
Feb 17 00:55:05.503469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-fc70845a-3331-41ac-9194-5c7b5997a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.505463 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-fc70845a-3331-41ac-9194-5c7b5997a8b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893321
Feb 17 00:55:05.516688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:05.529142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:05.571496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-57c69ca0-27e1-4087-a9aa-f81040fbdbfe service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428579
Feb 17 00:55:05.632265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:05.632861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:05.812189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fee6a-9d2e-48f4-9efb-aec086759fd0 req-d5e50395-2e31-452a-b3da-3f261fb8154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.814233 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d3b2d4cf-7e80-4c5c-a6f4-59a60ddb15a5 req-d2d3891a-c523-4cd7-8db3-1dc975fcef4a service neutron] 10.222.0.16 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2339406
Feb 17 00:55:05.814373 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d30fee6a-9d2e-48f4-9efb-aec086759fd0 req-d5e50395-2e31-452a-b3da-3f261fb8154d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1163 time: 0.1693156
Feb 17 00:55:05.816724 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-7309b69e-dad6-42ed-a453-f891a7c2c231 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3038888
Feb 17 00:55:05.826315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232805e-424f-4b69-aafd-ca9cd124a8f2 req-95ac457c-45f0-41da-9d6b-e95976e5e2bb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:05.827913 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5232805e-424f-4b69-aafd-ca9cd124a8f2 req-95ac457c-45f0-41da-9d6b-e95976e5e2bb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.1619797
Feb 17 00:55:05.837189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:05.888863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137018c0b8>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:05.894311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:05.895402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Checking router: 94c18518-9108-4c88-97e3-3f5cfd9a20b2 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:55:05.899796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:05.904081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:05.913897 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5232805e-424f-4b69-aafd-ca9cd124a8f2 req-b42b128a-3c42-489e-9d32-ec7e2a33e5c4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0540290
Feb 17 00:55:05.978670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:05.981973 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d30fee6a-9d2e-48f4-9efb-aec086759fd0 req-984f6b8a-6d27-4f1d-b2d9-e21cb546756c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1539779
Feb 17 00:55:05.985998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:05.986650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:05.987358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137018c0b8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:06.057106 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dffd7831-c5fa-4a65-a9d0-3dd877c02d1a req-75e3f502-9d5f-4c32-8ae4-94d68237af3c service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2068706
Feb 17 00:55:06.121404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:06.169835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c80ccd-89cc-42b0-8ef2-0b66bc626221 req-4a9eefbc-099d-4069-93c4-fc3cc4213b07 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:06.171497 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21c80ccd-89cc-42b0-8ef2-0b66bc626221 req-4a9eefbc-099d-4069-93c4-fc3cc4213b07 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0950387
Feb 17 00:55:06.227486 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-21c80ccd-89cc-42b0-8ef2-0b66bc626221 req-5e79c2e2-e459-438a-8022-7a9283e9a84d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496745
Feb 17 00:55:06.239187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:06.239616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:06.295978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:06.456905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:06.524636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c0d58-8396-48a0-87ba-8d24a02c1064 req-6505925a-2364-4aeb-90bd-cef72ccb730a tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:06.527184 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb9c0d58-8396-48a0-87ba-8d24a02c1064 req-6505925a-2364-4aeb-90bd-cef72ccb730a tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.0908289
Feb 17 00:55:06.578172 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fb9c0d58-8396-48a0-87ba-8d24a02c1064 req-2ed0ad73-5772-4b32-a0f9-4bad38be04c3 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443335
Feb 17 00:55:06.713357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 964e9356-8eca-4508-a11e-430c3e149500 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:06.714476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:07.043851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137018c0b8>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:07.056599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3c7236-ad58-4b03-9c8d-205eaf2cddbf None None] The sync data for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi is: [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:49:09Z', 'revision_number': 4, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'ef713f90-e4b9-4797-8671-989766c04dd9', 'name': '', 'network_id': '999b13c0-318f-40e1-8389-d00cd81dba60', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'mac_address': 'fa:16:3e:27:12:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:07Z', 'updated_at': '2021-02-17T00:49:18Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'subnets': [{'id': '9ef811ec-e52c-486f-8b76-839afec837fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:55:07.135992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436e9bc-48c4-496d-af34-6c9b03eadabb req-462fa4e5-4ecf-4e1b-8985-94754698edac tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.139189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d436e9bc-48c4-496d-af34-6c9b03eadabb req-462fa4e5-4ecf-4e1b-8985-94754698edac tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0980697
Feb 17 00:55:07.191850 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d436e9bc-48c4-496d-af34-6c9b03eadabb req-f70939a3-dafd-4abd-9b8b-5d3ab460fd05 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0471857
Feb 17 00:55:07.233952 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-acaf0646-47fa-46d8-a187-aaee59ae02ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0807164
Feb 17 00:55:07.342611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df559bd-3632-41a8-a431-30d897ad9889 req-93b399cf-e9b5-48c9-ba96-97414f41728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.344410 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-93b399cf-e9b5-48c9-ba96-97414f41728f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6de6919c5ea842dba4ff07cd282fc241&device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 1162 time: 0.0866301
Feb 17 00:55:07.383520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:07.447523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b8c2-2437-4eb9-a370-edec8a1cf669 req-482f114a-1c7c-42fc-bf26-3ff5ec777834 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.459042 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8524b8c2-2437-4eb9-a370-edec8a1cf669 req-482f114a-1c7c-42fc-bf26-3ff5ec777834 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1073956
Feb 17 00:55:07.464188 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'code': 200}
Feb 17 00:55:07.520752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df559bd-3632-41a8-a431-30d897ad9889 req-60293d46-a875-41f9-bf94-6a527899e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.522333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-60293d46-a875-41f9-bf94-6a527899e74f service neutron] 10.222.0.47 "GET /v2.0/networks?id=999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 200  len: 908 time: 0.1556032
Feb 17 00:55:07.524445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bd91da-f726-43f1-af97-db4a4a87dfdb None None] New status for floating IP af13f158-8cc3-4ef1-b1bd-cc277971a6e1: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:55:07.524601 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8524b8c2-2437-4eb9-a370-edec8a1cf669 req-881b39a8-cd4f-41dc-adea-cfe1cfda4700 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644102
Feb 17 00:55:07.599394 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-e8824096-c0d1-4a16-b67e-602884c14282 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 200  len: 217 time: 0.0684390
Feb 17 00:55:07.680949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df559bd-3632-41a8-a431-30d897ad9889 req-7118abcf-dd79-4171-965c-6205d4622ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.683727 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-7118abcf-dd79-4171-965c-6205d4622ca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 200  len: 853 time: 0.0732884
Feb 17 00:55:07.817343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4a101-6b27-4057-bfa3-d482011e038f req-df111135-36f0-4e73-a15e-4f43e936fbb4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.819013 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2c4a101-6b27-4057-bfa3-d482011e038f req-df111135-36f0-4e73-a15e-4f43e936fbb4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.1102684
Feb 17 00:55:07.822801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df559bd-3632-41a8-a431-30d897ad9889 req-d1e4c7e6-5f0d-4756-a8c6-76e6e08ea3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:07.825049 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-d1e4c7e6-5f0d-4756-a8c6-76e6e08ea3c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=999b13c0-318f-40e1-8389-d00cd81dba60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1336954
Feb 17 00:55:07.874752 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f2c4a101-6b27-4057-bfa3-d482011e038f req-b1ca895c-d2b0-4183-8a92-52a2abb657aa tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473537
Feb 17 00:55:08.055922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ce19e-0bf5-4eab-b2da-0f4aa93a0637 req-aca4da51-0a23-42a4-835a-58e278ab4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:08.058173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-709ce19e-0bf5-4eab-b2da-0f4aa93a0637 req-aca4da51-0a23-42a4-835a-58e278ab4cdf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.1801405
Feb 17 00:55:08.063565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-1df8ddf0-cadb-45bf-8d37-c368e6b24935 service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208922
Feb 17 00:55:08.188542 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-709ce19e-0bf5-4eab-b2da-0f4aa93a0637 req-17d8abb0-9b9b-401a-85b8-ee83377dfe3f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1231623
Feb 17 00:55:08.211854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:08.233343 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9df559bd-3632-41a8-a431-30d897ad9889 req-9f26fd6f-e5a3-4540-abfb-136b01d1e7bb service neutron] 10.222.0.47 "GET /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1535041
Feb 17 00:55:08.394330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540b74-9e64-4f11-8539-02f5ec590857 req-d0f03714-0cec-457f-ad67-e8e68b518257 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:08.395952 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e540b74-9e64-4f11-8539-02f5ec590857 req-d0f03714-0cec-457f-ad67-e8e68b518257 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0860457
Feb 17 00:55:08.446254 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4e540b74-9e64-4f11-8539-02f5ec590857 req-59644bc2-dddf-4ae9-85d0-3ea82ae4cc9c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434575
Feb 17 00:55:08.732286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 43127bcd-6c47-4932-aa82-a8ccd3f929eb up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:08.736178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56090136-4562-4db4-919e-b052f4f0b96d req-5f2a9c74-0aea-433d-a79c-f331b99ca577 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:08.737816 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56090136-4562-4db4-919e-b052f4f0b96d req-5f2a9c74-0aea-433d-a79c-f331b99ca577 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0898969
Feb 17 00:55:08.787827 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-56090136-4562-4db4-919e-b052f4f0b96d req-390ac982-58fd-4c90-bae5-eb0dd695b591 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433481
Feb 17 00:55:08.814634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 43127bcd-6c47-4932-aa82-a8ccd3f929eb completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:55:08.819776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 43127bcd-6c47-4932-aa82-a8ccd3f929eb triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:08.820276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:08.948922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:08.984873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:08.989070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:08.991049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:09.003906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f79be-87d5-4b07-80c9-a06600c2d420 req-97b652e3-647c-49fc-9155-0ec8d8f7de57 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:09.005653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-992f79be-87d5-4b07-80c9-a06600c2d420 req-97b652e3-647c-49fc-9155-0ec8d8f7de57 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1020832
Feb 17 00:55:09.016432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35048) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:09.023563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Request body: {'floatingip': {'port_id': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:09.076287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:09.080229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:09.171351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf4284-1be2-4f8f-bb1e-d7822538ab0d req-65d633f3-4333-4a9a-a1b2-9cc8384188df tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:09.173090 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7bf4284-1be2-4f8f-bb1e-d7822538ab0d req-65d633f3-4333-4a9a-a1b2-9cc8384188df tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0971649
Feb 17 00:55:09.224524 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f7bf4284-1be2-4f8f-bb1e-d7822538ab0d req-fe9059d5-901e-437c-85ea-1a9ea3f070a1 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447969
Feb 17 00:55:09.340274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:09.465610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:09.528246 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb', 'code': 200}
Feb 17 00:55:09.622182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0685230c-33b0-4eea-9978-54b5c477e437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:09.704314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef61f-64c2-417c-9ac6-40f27e8c98d9 req-0f4b94c4-1561-41c9-82fb-291fb697f3eb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:09.706651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dedef61f-64c2-417c-9ac6-40f27e8c98d9 req-0f4b94c4-1561-41c9-82fb-291fb697f3eb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1099732
Feb 17 00:55:09.756212 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dedef61f-64c2-417c-9ac6-40f27e8c98d9 req-994d3025-8c0e-4d8c-baa2-517098bcd479 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0432019
Feb 17 00:55:10.075584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 43127bcd-6c47-4932-aa82-a8ccd3f929eb up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:10.099244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2d8a0-eed6-4e5f-b9ee-ce5426961cdb req-d0509fbd-5092-4e54-9eb1-780c4cde8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:10.100880 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c7e2d8a0-eed6-4e5f-b9ee-ce5426961cdb req-d0509fbd-5092-4e54-9eb1-780c4cde8425 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 1163 time: 0.3628323
Feb 17 00:55:10.150531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 43127bcd-6c47-4932-aa82-a8ccd3f929eb triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:10.151255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:10.202021 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c7e2d8a0-eed6-4e5f-b9ee-ce5426961cdb req-0bd5d07f-fef3-418f-a9ab-6b9275661371 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583124
Feb 17 00:55:10.305843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:10.309458 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:10.444430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae92d-a1ce-47d7-9fde-b28d336177fe req-c87c5eee-e16b-4760-8c2a-8dfd08ed1b9c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:10.446425 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3eae92d-a1ce-47d7-9fde-b28d336177fe req-c87c5eee-e16b-4760-8c2a-8dfd08ed1b9c tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0926566
Feb 17 00:55:10.500705 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a3eae92d-a1ce-47d7-9fde-b28d336177fe req-dd777083-361d-491f-9fe9-97648abf026e tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473740
Feb 17 00:55:10.501697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Floating IP 5dd11253-6f25-4f36-b86d-545d82d3f689 associated. External IP: 172.27.0.181, port: 6aa45bf2-6d98-4b59-970b-7c1832dbfbed.
Feb 17 00:55:10.650578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f19734-41bf-4d98-905c-975318ac46fd req-4acea4f2-779c-420f-9680-36d0aa73ad11 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:10.651549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29f19734-41bf-4d98-905c-975318ac46fd req-4acea4f2-779c-420f-9680-36d0aa73ad11 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:10.666145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29f19734-41bf-4d98-905c-975318ac46fd req-4acea4f2-779c-420f-9680-36d0aa73ad11 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:10.667468 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f19734-41bf-4d98-905c-975318ac46fd req-4acea4f2-779c-420f-9680-36d0aa73ad11 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.1057720
Feb 17 00:55:10.714952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29f19734-41bf-4d98-905c-975318ac46fd req-e50e1f7d-3c9e-4a5f-b2d2-2677568e7309 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Synchronizing usage tracker for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:10.729742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-29f19734-41bf-4d98-905c-975318ac46fd req-e50e1f7d-3c9e-4a5f-b2d2-2677568e7309 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Unset dirty status for tenant:6de6919c5ea842dba4ff07cd282fc241 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:10.730980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-29f19734-41bf-4d98-905c-975318ac46fd req-e50e1f7d-3c9e-4a5f-b2d2-2677568e7309 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570190
Feb 17 00:55:10.882927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:55:10.966355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a9230-4498-4c11-9c40-0eeabca6b943 req-d9b81ab2-416b-47c9-aa1f-e8c583b7b7a1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:10.967924 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-211a9230-4498-4c11-9c40-0eeabca6b943 req-d9b81ab2-416b-47c9-aa1f-e8c583b7b7a1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0862525
Feb 17 00:55:11.021805 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-211a9230-4498-4c11-9c40-0eeabca6b943 req-72a05c0a-5c82-431f-baa2-cec8be79e18a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476182
Feb 17 00:55:11.292946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:55:11.297307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:11.302524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:55:11.312632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:11.313295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702ea9e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:11.357994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4510dc37-4b9c-472a-badd-7dff9745bc0f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "PUT /v2.0/floatingips/5dd11253-6f25-4f36-b86d-545d82d3f689 HTTP/1.1" status: 200  len: 992 time: 2.3397653
Feb 17 00:55:11.358862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:11.418463 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'status': 'completed', 'code': 200}
Feb 17 00:55:11.503867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:11.525896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239981-36c5-46cd-9761-e01dc436d627 req-e83daf9d-8565-48b0-ae74-d207ce363186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:11.527854 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-e83daf9d-8565-48b0-ae74-d207ce363186 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1163 time: 0.0787110
Feb 17 00:55:11.676637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239981-36c5-46cd-9761-e01dc436d627 req-c2d64c33-95c6-472c-8839-4ed92b4eba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:11.678344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-c2d64c33-95c6-472c-8839-4ed92b4eba6e service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1431434
Feb 17 00:55:11.721651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9526f3-e7be-4373-afca-0a138fdf4973 req-ed67b31e-a403-4607-882f-9624485261bd tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:11.723292 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b9526f3-e7be-4373-afca-0a138fdf4973 req-ed67b31e-a403-4607-882f-9624485261bd tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0929179
Feb 17 00:55:11.808276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b9526f3-e7be-4373-afca-0a138fdf4973 req-cdea0a68-3159-4b4f-92ef-575ce1f70554 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774071
Feb 17 00:55:11.817777 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-aac4d471-9b9e-413d-938e-2b123227dff1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 1000 time: 0.1315036
Feb 17 00:55:11.898197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239981-36c5-46cd-9761-e01dc436d627 req-bb6ed77f-c3b7-4474-8f2d-bd47000db5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:11.899837 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-bb6ed77f-c3b7-4474-8f2d-bd47000db5d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0706956
Feb 17 00:55:11.940062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702ea9e8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5dd11253-6f25-4f36-b86d-545d82d3f689', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:65:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:54:50Z', 'updated_at': '2021-02-17T00:55:10Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:11.945489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:55:11.958694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:11.959976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702ea9e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:54:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:11.996510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239981-36c5-46cd-9761-e01dc436d627 req-09a33b60-7611-4f57-9e30-65335c649ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:11.998110 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-09a33b60-7611-4f57-9e30-65335c649ec1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848675
Feb 17 00:55:12.014989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644100-146f-4e8e-99b7-70ca1dd23bf0 req-00ccc891-8169-4fd0-8a5d-d480ccf0e763 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:12.016599 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e644100-146f-4e8e-99b7-70ca1dd23bf0 req-00ccc891-8169-4fd0-8a5d-d480ccf0e763 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.0967679
Feb 17 00:55:12.068983 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e644100-146f-4e8e-99b7-70ca1dd23bf0 req-b7e5f380-d971-42d2-815a-2d71fccd66fd tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/security-groups?id=b523b162-6931-435f-b5dd-1fb804299d75&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457518
Feb 17 00:55:12.123452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0401734b-b9f0-4084-9cf3-f0deb8ecb11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:12.164435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:12.188875 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-d0a442c2-e26e-44d0-b0ca-d1ed951139f2 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806293
Feb 17 00:55:12.198253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:12.345420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b344dc-931c-40a1-9af8-1a586537b409 req-731deb06-0b01-440c-a029-e74e1442e752 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:12.346946 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10b344dc-931c-40a1-9af8-1a586537b409 req-731deb06-0b01-440c-a029-e74e1442e752 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 945 time: 0.1973281
Feb 17 00:55:12.403299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:12.403720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:12.414603 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3c239981-36c5-46cd-9761-e01dc436d627 req-0158ceb9-72b7-4d1e-aadd-664e8caa27b9 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2136717
Feb 17 00:55:12.437766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Deleting port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:12.438156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:12.717755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:12.720353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] For port 1ed8ea5d-6353-4a5e-a93a-971723af01a8, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=1ed8ea5d-6353-4a5e-a93a-971723af01a8,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:12.720756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:12.862902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Calling delete_port for 1ed8ea5d-6353-4a5e-a93a-971723af01a8 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:12.883336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702ea9e8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5dd11253-6f25-4f36-b86d-545d82d3f689', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:65:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:54:50Z', 'updated_at': '2021-02-17T00:55:10Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:12.887563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b506f9-40f5-4a16-a394-cfc31ffec383 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '5dd11253-6f25-4f36-b86d-545d82d3f689', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'floating_ip_address': '172.27.0.181', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'port_id': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'mac_address': 'fa:16:3e:65:c2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:54:50Z', 'updated_at': '2021-02-17T00:55:10Z', 'revision_number': 1, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:55:13.019215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:13.028446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a8174-6e16-40e6-840b-411937e39809 req-ef4c441a-bdb7-4b96-9a11-811cc4696f76 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:13.030073 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c1a8174-6e16-40e6-840b-411937e39809 req-ef4c441a-bdb7-4b96-9a11-811cc4696f76 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0930529
Feb 17 00:55:13.035905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:13.078934 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7c1a8174-6e16-40e6-840b-411937e39809 req-3f80cd30-0fc3-4415-8c63-271429a4bf6d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420098
Feb 17 00:55:13.146647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Pushing event deleted for resources: {'Port': ['ID=1ed8ea5d-6353-4a5e-a93a-971723af01a8,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:13.153603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:13.246202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2bf64-ef27-4e0c-8470-55d16c05d64c None None] New status for floating IP 5dd11253-6f25-4f36-b86d-545d82d3f689: ACTIVE {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:55:13.247865 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-934f4285-532b-42a1-a3b8-75bdff0fdcf7 req-1b89e4e5-4d6d-4602-b52c-5350e0adf332 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f79054-16c5-4995-9be4-0d153d044aba HTTP/1.1" status: 200  len: 210 time: 0.0556662
Feb 17 00:55:13.275690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] No DVR routers for this DVR port 1ed8ea5d-6353-4a5e-a93a-971723af01a8 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:55:13.279242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:13.292978 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-10b344dc-931c-40a1-9af8-1a586537b409 req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] 10.222.0.47 "DELETE /v2.0/ports/1ed8ea5d-6353-4a5e-a93a-971723af01a8 HTTP/1.1" status: 204  len: 173 time: 0.9390395
Feb 17 00:55:13.419871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'name': 'network-vif-deleted', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:13.434011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:13.481072 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f79054-16c5-4995-9be4-0d153d044aba', 'name': 'network-vif-deleted', 'tag': '1ed8ea5d-6353-4a5e-a93a-971723af01a8', 'status': 'completed', 'code': 200}
Feb 17 00:55:13.766704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:14.113968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:14.151668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No Port match for: 1ed8ea5d-6353-4a5e-a93a-971723af01a8 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:55:14.152033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 1ed8ea5d-6353-4a5e-a93a-971723af01a8 not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:55:14.289305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5a1a-b14b-4005-9329-ce980e593b65 req-0706292d-c07e-4cc9-a67a-1c2c3b96dffe tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:14.290955 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93aa5a1a-b14b-4005-9329-ce980e593b65 req-0706292d-c07e-4cc9-a67a-1c2c3b96dffe tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0860178
Feb 17 00:55:14.339367 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-93aa5a1a-b14b-4005-9329-ce980e593b65 req-76820320-0912-4638-8855-668739f2dba8 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417564
Feb 17 00:55:15.015601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35154) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:15.548088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3733d-67c8-4fe1-a23d-1a6ccb8b71c2 req-fc58cba5-2019-42b8-ad0f-176e061d13d2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:15.549715 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26b3733d-67c8-4fe1-a23d-1a6ccb8b71c2 req-fc58cba5-2019-42b8-ad0f-176e061d13d2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.0928357
Feb 17 00:55:15.599437 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26b3733d-67c8-4fe1-a23d-1a6ccb8b71c2 req-8f2eb25b-dfb3-415e-be78-28874051a04d tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432398
Feb 17 00:55:15.764536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:15.905075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-6bebe7c8-f0bc-4d0a-8e77-60b14899ef13 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:15.905829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-6bebe7c8-f0bc-4d0a-8e77-60b14899ef13 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Synchronizing usage tracker for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:15.945245 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-6bebe7c8-f0bc-4d0a-8e77-60b14899ef13 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Unset dirty status for tenant:154abb4ed7864e2897dc5cc92f2364ed on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:15.946841 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-6bebe7c8-f0bc-4d0a-8e77-60b14899ef13 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 946 time: 0.2777705
Feb 17 00:55:16.101152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 43127bcd-6c47-4932-aa82-a8ccd3f929eb no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:16.134319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Deleting port 43127bcd-6c47-4932-aa82-a8ccd3f929eb {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:16.134711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:16.224109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:16.253118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:16.263634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:16.266973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:16.268840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:16.316452 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb', 'code': 200}
Feb 17 00:55:16.345603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:16.349178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:16.656258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Deleting port ef713f90-e4b9-4797-8671-989766c04dd9 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:16.656638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:16.807891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889119d-ccc1-4e77-bce8-c7980bd70187 req-0e6689e9-dc09-4f4c-b5ae-20b17091de01 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:16.809516 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2889119d-ccc1-4e77-bce8-c7980bd70187 req-0e6689e9-dc09-4f4c-b5ae-20b17091de01 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.0883977
Feb 17 00:55:16.837127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:16.837538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:16.861901 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2889119d-ccc1-4e77-bce8-c7980bd70187 req-16dbb16f-4a0a-47b7-80ba-c80e415c69c4 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462399
Feb 17 00:55:16.979938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Calling delete_port for 43127bcd-6c47-4932-aa82-a8ccd3f929eb owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:17.076070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] For port ef713f90-e4b9-4797-8671-989766c04dd9, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ef713f90-e4b9-4797-8671-989766c04dd9,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:17.076466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:17.225705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Calling delete_port for ef713f90-e4b9-4797-8671-989766c04dd9 owned by network:router_interface {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:17.267314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:55:17.267687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:55:17.376238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e263-f230-4f45-a5d1-cddec22efa95 req-f0d6c1bd-e286-45d6-9baf-df6f0f885c61 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:17.377826 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4c6e263-f230-4f45-a5d1-cddec22efa95 req-f0d6c1bd-e286-45d6-9baf-df6f0f885c61 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0867560
Feb 17 00:55:17.425208 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c4c6e263-f230-4f45-a5d1-cddec22efa95 req-8f205cb6-a212-4ebb-aa00-e013e6329a97 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408669
Feb 17 00:55:17.540925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:17.556435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0e899de9-1e9f-4ab3-97c4-0813ada408f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:17.658766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef713f90-e4b9-4797-8671-989766c04dd9,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:17.663861 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:17.769366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Deleting port 43127bcd-6c47-4932-aa82-a8ccd3f929eb {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:17.770074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:18.076005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50226898-09ea-4d69-9f2b-d8d384e56c03 req-47e082dc-0ecf-4e7c-a995-8dc4134d3cda tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:18.077616 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50226898-09ea-4d69-9f2b-d8d384e56c03 req-47e082dc-0ecf-4e7c-a995-8dc4134d3cda tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 944 time: 0.0927846
Feb 17 00:55:18.127520 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50226898-09ea-4d69-9f2b-d8d384e56c03 req-fc55a3d0-21da-4ebe-ad8c-06026819342e tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/security-groups?id=473570b3-dd73-437c-8b69-ddab94d12af9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432479
Feb 17 00:55:18.175275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:18.291149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] For port 43127bcd-6c47-4932-aa82-a8ccd3f929eb, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=43127bcd-6c47-4932-aa82-a8ccd3f929eb,segment=NetworkSegment(52b907f3-33ac-4446-b9a6-36f00f74ed72),segment_id=52b907f3-33ac-4446-b9a6-36f00f74ed72)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:18.291863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:18.436791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Calling delete_port for 43127bcd-6c47-4932-aa82-a8ccd3f929eb owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:18.631599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a325b-3097-4d52-b9f5-c35a022f96f2 req-6a7e951c-50b8-4777-bc04-8948e70be394 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:18.633191 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-163a325b-3097-4d52-b9f5-c35a022f96f2 req-6a7e951c-50b8-4777-bc04-8948e70be394 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0866077
Feb 17 00:55:18.681757 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-163a325b-3097-4d52-b9f5-c35a022f96f2 req-9c022967-dc1a-4154-9dcc-3ad9df695dc7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408802
Feb 17 00:55:19.075272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:19.093141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6f6d1c2b-59e4-4bab-a4a6-5cb491908e28 tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:19.260527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-f4524c45-d617-4812-a539-7e2f23c2e9f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:19.261490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-f4524c45-d617-4812-a539-7e2f23c2e9f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:19.293676 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2af6ca4d-32ee-4d25-8872-e0c61a9de2bc req-173e32d3-dcf1-4545-8ec7-1e01d88fa706 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 210 time: 0.0513663
Feb 17 00:55:19.332434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Pushing event deleted for resources: {'Port': ['ID=43127bcd-6c47-4932-aa82-a8ccd3f929eb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:19.347370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:19.397047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-f4524c45-d617-4812-a539-7e2f23c2e9f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:19.398291 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-f4524c45-d617-4812-a539-7e2f23c2e9f2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.8051040
Feb 17 00:55:19.519017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Deleting port 2fada508-7753-4075-ac0c-3b7c3bad54b3 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:19.519411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:19.580589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:55:19.636378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] No DVR routers for this DVR port 43127bcd-6c47-4932-aa82-a8ccd3f929eb on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:55:19.665254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:19.669103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-deleted', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:19.816540 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f647c0b-901e-4a7b-bf00-8bf39c4e4070', 'name': 'network-vif-deleted', 'tag': '43127bcd-6c47-4932-aa82-a8ccd3f929eb', 'status': 'completed', 'code': 200}
Feb 17 00:55:19.849008 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.47 "DELETE /v2.0/ports/43127bcd-6c47-4932-aa82-a8ccd3f929eb HTTP/1.1" status: 204  len: 173 time: 3.8960707
Feb 17 00:55:19.902830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c0fad-cb9d-4746-89ff-3ada4c690691 req-cab2ac34-c2d5-4521-8f32-c849badbdd4c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:19.904514 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb6c0fad-cb9d-4746-89ff-3ada4c690691 req-cab2ac34-c2d5-4521-8f32-c849badbdd4c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 945 time: 0.0941963
Feb 17 00:55:19.955857 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cb6c0fad-cb9d-4746-89ff-3ada4c690691 req-bdbd3808-ae35-45e3-a70d-7f6b0a1bfe77 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449612
Feb 17 00:55:20.013845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:55:20.021428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4dec2134-25c3-47fa-ab58-399f11f5f95f admin admin] 10.222.0.16 "PUT /v2.0/routers/94c18518-9108-4c88-97e3-3f5cfd9a20b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0047128
Feb 17 00:55:20.023757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Sync routers for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:55:20.024774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35194) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:20.035063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:20.035997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1372478b00>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:20.041567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] For port 2fada508-7753-4075-ac0c-3b7c3bad54b3, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=2fada508-7753-4075-ac0c-3b7c3bad54b3,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:20.042067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.160309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 2fada508-7753-4075-ac0c-3b7c3bad54b3 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:20.349641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:20.375979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.376370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.376735 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Floating IP 5b536db6-cfcd-4d2e-b6db-19da81159509 disassociated. External IP: 172.27.0.78, port: 2fada508-7753-4075-ac0c-3b7c3bad54b3.
Feb 17 00:55:20.377115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Calling delete_port for 2fada508-7753-4075-ac0c-3b7c3bad54b3 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:20.493541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.498129 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.634846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.655729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9d3fea0f-fe00-4af4-bcbe-1449826e5651 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:20.709092 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8ba82bd1-8242-4966-95f2-049d281dcda9 req-747f8a2a-8541-40fe-9886-820fa63b591e tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f647c0b-901e-4a7b-bf00-8bf39c4e4070 HTTP/1.1" status: 200  len: 210 time: 0.0622091
Feb 17 00:55:20.752176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1372478b00>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:55:17Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:20.756522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Checking router: 94c18518-9108-4c88-97e3-3f5cfd9a20b2 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:55:20.764261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'Port': ['ID=2fada508-7753-4075-ac0c-3b7c3bad54b3,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:20.767892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.773266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Deleting port 2de4cb5f-c05e-49cc-a072-36f470e9bab7 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:20.773817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.785518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Routers {'94c18518-9108-4c88-97e3-3f5cfd9a20b2'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:20.786373 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1372478b00>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:20.826275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:20.970398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] For port 2de4cb5f-c05e-49cc-a072-36f470e9bab7, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2de4cb5f-c05e-49cc-a072-36f470e9bab7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:20.970715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:20.991703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] Set router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:21.067480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:55:21.112698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Calling delete_port for 2de4cb5f-c05e-49cc-a072-36f470e9bab7 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:21.202413 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-06189d1c-d28a-470f-ab9c-df3d6b0ff97d req-86377663-227d-4c49-8db7-f410aeadc73c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad415bdf-1a8b-4c27-bd87-5020b965e0ec HTTP/1.1" status: 200  len: 210 time: 0.0968330
Feb 17 00:55:21.272534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:55:21.283757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:55:21.295465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:21.296337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137041a8d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:21.328428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] No DVR routers for this DVR port 2fada508-7753-4075-ac0c-3b7c3bad54b3 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:55:21.331370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.343865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.347168 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6ce76446-1232-4455-bd10-5ad81cd02749 req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "DELETE /v2.0/ports/2fada508-7753-4075-ac0c-3b7c3bad54b3 HTTP/1.1" status: 204  len: 173 time: 1.9393070
Feb 17 00:55:21.411924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1372478b00>, [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:55:17Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:21.417500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2f5dda-bca9-4fb1-857e-e0e66069b580 None None] The sync data for ids ['94c18518-9108-4c88-97e3-3f5cfd9a20b2'] in dv-cinder-759943-4-iscsi is: [{'id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'name': 'tempest-TestMinimumBasicScenario-266199753-router', 'tenant_id': '6de6919c5ea842dba4ff07cd282fc241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:01Z', 'updated_at': '2021-02-17T00:55:17Z', 'revision_number': 5, 'project_id': '6de6919c5ea842dba4ff07cd282fc241', 'gw_port': {'id': '2de4cb5f-c05e-49cc-a072-36f470e9bab7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c18518-9108-4c88-97e3-3f5cfd9a20b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:03Z', 'updated_at': '2021-02-17T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:55:21.535885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:21.564423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.711071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.713591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.747115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.747735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c18518-9108-4c88-97e3-3f5cfd9a20b2 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:55:21.767044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:21.769066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-2136267b-a989-41d3-860c-d038016574a7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/94c18518-9108-4c88-97e3-3f5cfd9a20b2 HTTP/1.1" status: 204  len: 168 time: 1.7429307
Feb 17 00:55:21.771923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35208) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:21.824894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'name': 'network-vif-deleted', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:21.925705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137041a8d0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:21.936746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:55:21.962043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:21.962744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137041a8d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:22.133860 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad415bdf-1a8b-4c27-bd87-5020b965e0ec', 'name': 'network-vif-deleted', 'tag': '2fada508-7753-4075-ac0c-3b7c3bad54b3', 'status': 'completed', 'code': 200}
Feb 17 00:55:22.159396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Deleting subnet 9ef811ec-e52c-486f-8b76-839afec837fa {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:55:22.162584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.220165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:22.223165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826952225'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.294478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2de4cb5f-c05e-49cc-a072-36f470e9bab7 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:22.343384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 2de4cb5f-c05e-49cc-a072-36f470e9bab7 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:55:22.343800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2de4cb5f-c05e-49cc-a072-36f470e9bab7 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:55:22.344356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ef713f90-e4b9-4797-8671-989766c04dd9 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:22.373402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.386426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: ef713f90-e4b9-4797-8671-989766c04dd9 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:55:22.386782 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ef713f90-e4b9-4797-8671-989766c04dd9 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:55:22.390568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35226) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:22.466976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.498334 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.564174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.576951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c80a7cc0-3a7f-4bfa-8548-43e1e795b882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:22.591992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ee632-fe0b-46d8-9f68-a43f7e4aada7,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:22.595276 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:22.613903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.615318 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "DELETE /v2.0/security-groups/ed2ee632-fe0b-46d8-9f68-a43f7e4aada7 HTTP/1.1" status: 204  len: 168 time: 0.2234907
Feb 17 00:55:22.618272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35234) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:22.639930 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-3ae0097e-a349-449c-9841-a02776b4d114 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] show failed (client error): The resource could not be found.
Feb 17 00:55:22.642066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3ae0097e-a349-449c-9841-a02776b4d114 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups/ed2ee632-fe0b-46d8-9f68-a43f7e4aada7 HTTP/1.1" status: 404  len: 347 time: 0.0206811
Feb 17 00:55:22.645200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35238) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:22.689878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137041a8d0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:22.691025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27823484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852819338'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.695402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374c02c-3d77-416d-a603-b1c0d5369f7a None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:55:22.707386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9ad8689-5e78-40d3-ae61-e8fb7ade7bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:22.820948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef811ec-e52c-486f-8b76-839afec837fa,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:22.841941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:22.881239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Deleting port 03c08ae5-73af-4a25-ab3f-85cd6454402a {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:22.881632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.890666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:22.897462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c4f23-4a7e-4d0d-92e9-b5773044f7a8 None None] Network 999b13c0-318f-40e1-8389-d00cd81dba60 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:55:22.898451 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e83635f0-c035-4fe0-a7df-7bb3fad96dd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9ef811ec-e52c-486f-8b76-839afec837fa HTTP/1.1" status: 204  len: 168 time: 1.1254280
Feb 17 00:55:22.902405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35248) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:23.071641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.140333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.140981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.171706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Deleting port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:23.172092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.220028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7799f7e-a78e-47c8-bf1f-72156612739a None None] New status for floating IP 5b536db6-cfcd-4d2e-b6db-19da81159509: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:55:23.303114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Calling delete_port for 03c08ae5-73af-4a25-ab3f-85cd6454402a owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:23.314444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7df8a-63e7-43da-876c-f9b083107b24 None None] DHCP port deletion for 999b13c0-318f-40e1-8389-d00cd81dba60 request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 00:55:23.413101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] For port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,segment=NetworkSegment(0a8a9da8-236f-4f2d-9142-4fd1d8122035),segment_id=0a8a9da8-236f-4f2d-9142-4fd1d8122035)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:23.413773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.470096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.560492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Calling delete_port for 5a9fad5e-ec10-4fb1-ac48-84de3be116fc owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:55:23.597262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-e7799f7e-a78e-47c8-bf1f-72156612739a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:55:23.597775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-e7799f7e-a78e-47c8-bf1f-72156612739a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:55:23.599288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-efe7df8a-63e7-43da-876c-f9b083107b24 None None] Deleting port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:55:23.599856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-efe7df8a-63e7-43da-876c-f9b083107b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.635740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81e5eaa2-4e31-4086-9ea6-1782ce5a2c06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:23.644892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.666971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fe37fe6-7735-4d25-b24c-f98e5d32b89d tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:23.699411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-efe7df8a-63e7-43da-876c-f9b083107b24 None None] The port '5a9fad5e-ec10-4fb1-ac48-84de3be116fc' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 00:55:23.700624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'Port': ['ID=03c08ae5-73af-4a25-ab3f-85cd6454402a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:23.707158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:23.769724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9fad5e-ec10-4fb1-ac48-84de3be116fc,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:23.771621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.785959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:23.787149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:23.792120 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "DELETE /v2.0/floatingips/5b536db6-cfcd-4d2e-b6db-19da81159509 HTTP/1.1" status: 204  len: 168 time: 1.1421523
Feb 17 00:55:23.831121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] No DVR routers for this DVR port 5a9fad5e-ec10-4fb1-ac48-84de3be116fc on host dv-cinder-759943-4-iscsi {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:55:23.954356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.053988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35282) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.060427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752282827', 'description': 'tempest-description--101948125'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:24.067257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:24.069656 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136ad6db00>,) {'filters': {'network_id': ['999b13c0-318f-40e1-8389-d00cd81dba60']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:24.072436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:55:24.076235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:55:24.082073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:24.083014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ad6db00>, '0a8a9da8-236f-4f2d-9142-4fd1d8122035') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:24.083354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ad6db00>, '0a8a9da8-236f-4f2d-9142-4fd1d8122035') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:24.093058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.096114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.098768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7799f7e-a78e-47c8-bf1f-72156612739a None None] New status for floating IP 5b536db6-cfcd-4d2e-b6db-19da81159509: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:55:24.111280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.113678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:55:24.114570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:24.118551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:55:24.122766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:55:24.128626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:24.209777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.213605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.220209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1ec9007-f47a-4f48-8095-3d4ed20bdee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:24.270201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 5a9fad5e-ec10-4fb1-ac48-84de3be116fc no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:55:24.281734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf312413-5cf8-4868-bba4-6891ba0e367e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:24.289715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:24.291356 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.292717 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2376060
Feb 17 00:55:24.299941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Network 999b13c0-318f-40e1-8389-d00cd81dba60 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:55:24.300539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35286) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.307286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group_rule': {'security_group_id': 'bf312413-5cf8-4868-bba4-6891ba0e367e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:24.309588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 5a9fad5e-ec10-4fb1-ac48-84de3be116fc {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:55:24.309935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.310052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 5a9fad5e-ec10-4fb1-ac48-84de3be116fc not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:55:24.314612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:24.319205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:55:24.323038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:55:24.329515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:24.346393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.412925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.415743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.418429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:24.442646 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56a67d1-4622-4707-8536-98c30a8f8d20,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:24.445235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:24.452964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.454253 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1526787
Feb 17 00:55:24.457114 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35290) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.462616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'security_group_rule': {'security_group_id': 'bf312413-5cf8-4868-bba4-6891ba0e367e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:24.469424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:24.473497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:security_group_rule and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:55:24.476518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:55:24.482315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:24.487206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Network 999b13c0-318f-40e1-8389-d00cd81dba60 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:55:24.498172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:55:24.509443 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:55:24.563471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.566268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.568742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-76b187c5-df0d-4237-b2b8-32a8f567f70e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:24.587834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.591883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:24.593697 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5247cf58-63fc-4cde-b753-a964204a52a3,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:24.596428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:24.603336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.605236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a70b70bc-320a-4035-8a40-9790f69608db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1471303
Feb 17 00:55:24.608395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.608760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35294) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.614271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:24.614794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Pushing event deleted for resources: {'Network': ['ID=999b13c0-318f-40e1-8389-d00cd81dba60,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:24.619296 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:24.620349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:24.624423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Usage tracker for resource:floatingip and tenant:38b42fb7ef5a4788afd9bcaab5369185 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:55:24.625615 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] 10.222.0.16 "DELETE /v2.0/networks/999b13c0-318f-40e1-8389-d00cd81dba60 HTTP/1.1" status: 204  len: 168 time: 1.7218578
Feb 17 00:55:24.627459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:55:24.633381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:24.643657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.744844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35304) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.800815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.805296 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a383c27c-b2ea-4fd7-970b-3652f72de0a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6de6919c5ea842dba4ff07cd282fc241&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0593970
Feb 17 00:55:24.807944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35308) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:24.873539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.901732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.946048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.951720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-155d75de-533a-4049-b2df-6e282e070ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:24.965010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523b162-6931-435f-b5dd-1fb804299d75,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:24.967848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:24.974719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:24.978418 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b523b162-6931-435f-b5dd-1fb804299d75 HTTP/1.1" status: 204  len: 168 time: 0.1670742
Feb 17 00:55:25.085288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Allocated IP 172.27.0.18 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/5f0067d4-8c52-4791-b949-1520aacf27bc) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:55:25.253601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:25.285201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:25.301833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e21d9992-f62b-4444-b581-371071328d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:25.678212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=5f0067d4-8c52-4791-b949-1520aacf27bc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:25.681613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:25.730092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:55:25.731249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:55:25.733475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:55:25.818884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:25.882692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:26.158831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:26.162261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:26.177496 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:26.328288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=5f0067d4-8c52-4791-b949-1520aacf27bc,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:26.333332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:26.423586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:26.446302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:26.447715 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8378913
Feb 17 00:55:26.675268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-eeb51b18-423d-4312-b2a2-fba98a9d71d1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:26.689244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-eeb51b18-423d-4312-b2a2-fba98a9d71d1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:26.690466 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-eeb51b18-423d-4312-b2a2-fba98a9d71d1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1752282827&fields=id&tenant_id=38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 267 time: 0.0580983
Feb 17 00:55:26.855855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-2419f141-d5bd-44e0-96bf-648bfdd7f1dd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:26.857433 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-2419f141-d5bd-44e0-96bf-648bfdd7f1dd tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 810 time: 0.1598353
Feb 17 00:55:26.873809 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-f258114f-be73-4a88-acbe-412c636484de tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/quotas/38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 375 time: 0.0101767
Feb 17 00:55:26.968411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-1bf69e6c-80a4-40c1-b2d7-8901a68b594b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:55:26.982716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-1bf69e6c-80a4-40c1-b2d7-8901a68b594b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:55:26.984165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-1bf69e6c-80a4-40c1-b2d7-8901a68b594b tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1050947
Feb 17 00:55:27.133777 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-69a21625-1b4a-43db-b37a-b02af3d206fa service neutron] 10.222.0.16 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364923
Feb 17 00:55:27.279508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-f02728b1-219c-4d46-b633-97edd04a2d83 service neutron] 10.222.0.16 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375017
Feb 17 00:55:27.406837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:55:27.472290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d30a20e1-aeed-4c9c-a453-1bfc9b1ffcae req-ffcfb884-dac7-45c9-89ea-7e1744b16112 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 210 time: 0.0475781
Feb 17 00:55:28.609147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-d5cc4088-e3e4-45ee-b56a-4cffd11c10e4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:28.610725 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-d5cc4088-e3e4-45ee-b56a-4cffd11c10e4 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 810 time: 0.1579292
Feb 17 00:55:28.640188 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8e265a78-8305-4f29-ba39-6ae8727065cd req-1b9bfcd9-1cca-4529-a5be-45cd07a838b6 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 210 time: 0.0498888
Feb 17 00:55:28.719763 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-99280d39-97fc-4783-837f-f126188d9702 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38b42fb7ef5a4788afd9bcaab5369185 HTTP/1.1" status: 200  len: 5704 time: 0.0709205
Feb 17 00:55:28.729826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'port': {'device_id': '3e097d72-41c5-483c-943a-aa332c1e8543', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'admin_state_up': True, 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'security_groups': ['bf312413-5cf8-4868-bba4-6891ba0e367e']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:28.876195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:55:28.886740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:55:28.895439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Made reservation on behalf of 38b42fb7ef5a4788afd9bcaab5369185 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:55:28.901619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:29.216913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Allocated IP 172.20.0.7 (849e1c80-92d9-4bdd-80dd-11d1ebb50dc8/5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1/adef38dc-3f25-48e3-9c52-0fb7b1015510) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:55:29.444623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:29.467427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Transition to ACTIVE for port object adef38dc-3f25-48e3-9c52-0fb7b1015510 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:55:29.494956 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:29.511208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:29.652189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event updated for resources: {'Port': ['ID=adef38dc-3f25-48e3-9c52-0fb7b1015510,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:29.656718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:29.719031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:55:29.720269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:55:29.735448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:55:29.887960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:29.888660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:29.963668 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2384562
Feb 17 00:55:29.987403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Request body: {'port': {'device_id': '3e097d72-41c5-483c-943a-aa332c1e8543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:30.023704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209de2ea-27bd-47c0-ac8b-2c373102b22c req-331f3a57-1343-4ea8-b943-93445c8cbaa6 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:30.025710 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-209de2ea-27bd-47c0-ac8b-2c373102b22c req-331f3a57-1343-4ea8-b943-93445c8cbaa6 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 931 time: 0.1640542
Feb 17 00:55:30.076076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-622b1fe8-bb74-42b3-af3a-1bbb4df2c5be None None] Provisioning for port adef38dc-3f25-48e3-9c52-0fb7b1015510 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:55:30.084954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-622b1fe8-bb74-42b3-af3a-1bbb4df2c5be None None] Provisioning complete for port adef38dc-3f25-48e3-9c52-0fb7b1015510 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:30.085687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-622b1fe8-bb74-42b3-af3a-1bbb4df2c5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:30.128294 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-209de2ea-27bd-47c0-ac8b-2c373102b22c req-01c563f7-2798-4d2d-963c-5212797f88c7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930862
Feb 17 00:55:30.154732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:30.160648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-622b1fe8-bb74-42b3-af3a-1bbb4df2c5be None None] Port adef38dc-3f25-48e3-9c52-0fb7b1015510 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:55:30.898888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adef38dc-3f25-48e3-9c52-0fb7b1015510 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:55:30.908441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:30.921816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Transition to ACTIVE for port object adef38dc-3f25-48e3-9c52-0fb7b1015510 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:55:30.935335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:30.960317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90910106-f9ff-4aa2-a228-70a0530b2321 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:31.109517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Pushing event updated for resources: {'Port': ['ID=adef38dc-3f25-48e3-9c52-0fb7b1015510,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:31.112602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:31.353853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Attempting to bind port adef38dc-3f25-48e3-9c52-0fb7b1015510 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:55:31.354210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Attempting to bind port adef38dc-3f25-48e3-9c52-0fb7b1015510 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:55:31.354591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Attempting to bind port adef38dc-3f25-48e3-9c52-0fb7b1015510 on network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:55:31.360867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:55:31.361185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Checking segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:55:31.361570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:31.361970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Bound using segment: {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:55:31.362457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Bound port: adef38dc-3f25-48e3-9c52-0fb7b1015510, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:55:31.362829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:31.388493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53042be-9572-4fcd-a3b3-1de0055c1235 req-b4ee9570-10b1-4fd1-9b99-d8558866fc2f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:31.405880 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d53042be-9572-4fcd-a3b3-1de0055c1235 req-b4ee9570-10b1-4fd1-9b99-d8558866fc2f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.1204276
Feb 17 00:55:31.470148 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d53042be-9572-4fcd-a3b3-1de0055c1235 req-a4a8c280-5a4e-41e8-9bc5-580e43de6b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629346
Feb 17 00:55:31.503533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] For port adef38dc-3f25-48e3-9c52-0fb7b1015510, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:55:31.506994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] For port adef38dc-3f25-48e3-9c52-0fb7b1015510, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:55:31.512132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:31.528679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b39d9727-4b18-424f-a1f0-8f67455cf151 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:31.687145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Pushing event updated for resources: {'Port': ['ID=adef38dc-3f25-48e3-9c52-0fb7b1015510,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:31.691831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:31.733385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:31.734624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:31.736271 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] 10.222.0.47 "PUT /v2.0/ports/adef38dc-3f25-48e3-9c52-0fb7b1015510 HTTP/1.1" status: 200  len: 1157 time: 1.7536845
Feb 17 00:55:31.736822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:31.845818 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'status': 'completed', 'code': 200}
Feb 17 00:55:31.896267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-291a40a8-0ebb-41eb-91f3-23cdc40fa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:31.897900 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-291a40a8-0ebb-41eb-91f3-23cdc40fa148 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 1160 time: 0.0935104
Feb 17 00:55:31.984215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-14ab2ea5-40dc-4493-807b-75e240ccd6a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510 HTTP/1.1" status: 200  len: 217 time: 0.0775368
Feb 17 00:55:32.060759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-8480ff4b-4223-4ff5-8f68-69272df9f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:32.062285 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-8480ff4b-4223-4ff5-8f68-69272df9f457 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0715375
Feb 17 00:55:32.155503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-b070744b-0c78-4395-9890-85dd8eed52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:32.157122 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-b070744b-0c78-4395-9890-85dd8eed52b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852325
Feb 17 00:55:32.328609 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-027f721e-3cbe-44f9-9661-6cb352f83ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628728
Feb 17 00:55:32.513252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-19686e4c-ef66-488a-9c1f-567ccd239cc6 req-f45d04f2-f5ca-480e-98c6-9bfcd695ac81 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1763701
Feb 17 00:55:32.672963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-5d437084-b7bd-4263-9fcd-c5cb605ffd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:32.677076 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-5d437084-b7bd-4263-9fcd-c5cb605ffd26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 1160 time: 0.1083133
Feb 17 00:55:32.680547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ab390-2daf-4f01-bd58-db24528d2be4 req-85c40cbf-9c0d-4ec2-9281-554451d71ad1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:32.683325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea0ab390-2daf-4f01-bd58-db24528d2be4 req-85c40cbf-9c0d-4ec2-9281-554451d71ad1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.0941553
Feb 17 00:55:32.744141 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ea0ab390-2daf-4f01-bd58-db24528d2be4 req-ed2f8984-90ec-4441-80db-513ff0a26d9a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529723
Feb 17 00:55:32.849854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-e09c72be-f08a-425f-b58d-2a8f3e112bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:32.851473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-e09c72be-f08a-425f-b58d-2a8f3e112bae service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1670399
Feb 17 00:55:32.952266 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-ef8cc091-cbf7-4b23-b976-745018447f58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510 HTTP/1.1" status: 200  len: 217 time: 0.0930283
Feb 17 00:55:33.024384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-17ec304c-e98c-4f26-a776-fb124f611bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:33.027026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-17ec304c-e98c-4f26-a776-fb124f611bf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0673513
Feb 17 00:55:33.116595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-31db9c8e-0d17-4795-96f6-4e39b9c85431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:33.118168 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-31db9c8e-0d17-4795-96f6-4e39b9c85431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819695
Feb 17 00:55:33.287166 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-d6e9ec57-d019-4571-aaed-9e28ab74585b service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612787
Feb 17 00:55:33.472006 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a00e0699-14d1-484f-9a3c-0a706acab28c req-3b010d16-0fed-4050-b66c-ef2f0801bad2 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1767790
Feb 17 00:55:34.009380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34d19-ad57-40af-8fa9-7aa0f50d61a9 req-ce95a939-2f34-4763-b69f-4da206a5e911 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:34.017848 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eab34d19-ad57-40af-8fa9-7aa0f50d61a9 req-ce95a939-2f34-4763-b69f-4da206a5e911 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.1268687
Feb 17 00:55:34.084394 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eab34d19-ad57-40af-8fa9-7aa0f50d61a9 req-c1cd4314-0fe2-4b77-b575-5af1dad1a33c tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653951
Feb 17 00:55:35.308532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a291270-8610-4a72-bf00-1f4aac7fe7d6 req-b24ce5d8-2d21-4f82-baa9-42ede931605f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:35.310390 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a291270-8610-4a72-bf00-1f4aac7fe7d6 req-b24ce5d8-2d21-4f82-baa9-42ede931605f tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.0954368
Feb 17 00:55:35.370425 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6a291270-8610-4a72-bf00-1f4aac7fe7d6 req-336f9b40-8e4e-4a93-92c6-494dcb625e41 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536633
Feb 17 00:55:36.582629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b240-d039-404c-b151-cc53ecae52d8 req-f9dae9ba-9bbe-44d7-99a1-70f93e8f4740 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:36.584364 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-def1b240-d039-404c-b151-cc53ecae52d8 req-f9dae9ba-9bbe-44d7-99a1-70f93e8f4740 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.0925758
Feb 17 00:55:36.637323 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-def1b240-d039-404c-b151-cc53ecae52d8 req-ccae3f64-aeb2-4013-b307-945bab707b64 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446913
Feb 17 00:55:37.882632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af48974-046a-4e56-8ad2-6a3b92eedb47 req-c02ae4a3-718b-46e9-ac96-1511a1f1263a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:37.884195 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3af48974-046a-4e56-8ad2-6a3b92eedb47 req-c02ae4a3-718b-46e9-ac96-1511a1f1263a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 943 time: 0.1097662
Feb 17 00:55:37.940656 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3af48974-046a-4e56-8ad2-6a3b92eedb47 req-e44f6379-c96b-4671-93df-649d3050d25d tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476499
Feb 17 00:55:38.215107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:38.543215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device adef38dc-3f25-48e3-9c52-0fb7b1015510 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:38.623309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port adef38dc-3f25-48e3-9c52-0fb7b1015510 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:55:38.628463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port adef38dc-3f25-48e3-9c52-0fb7b1015510 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:38.628891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:38.778286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:38.810013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:38.823734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port adef38dc-3f25-48e3-9c52-0fb7b1015510, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:55:38.827915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:38.830171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:38.878369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'code': 200}
Feb 17 00:55:38.921217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=adef38dc-3f25-48e3-9c52-0fb7b1015510,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:38.924663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:39.141065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5f2f1-446f-4bed-ad85-8322530a745b req-59b81306-9b52-48c8-984e-eca90cf40feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:39.142670 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7cf5f2f1-446f-4bed-ad85-8322530a745b req-59b81306-9b52-48c8-984e-eca90cf40feb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 1162 time: 0.0859993
Feb 17 00:55:39.187484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d573c0-97fb-493f-a14a-0c9b73d6e96f req-63dfa64f-3005-4c39-95ac-2e3d53431937 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:39.188571 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7cf5f2f1-446f-4bed-ad85-8322530a745b req-2948eb50-1e86-404f-8686-b357d4efba47 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390370
Feb 17 00:55:39.191770 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9d573c0-97fb-493f-a14a-0c9b73d6e96f req-63dfa64f-3005-4c39-95ac-2e3d53431937 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.1013689
Feb 17 00:55:39.256107 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9d573c0-97fb-493f-a14a-0c9b73d6e96f req-bb6bc827-5a08-42e8-a5f8-1d2407e60242 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559554
Feb 17 00:55:39.626970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-57675e09-e31d-4082-8755-98a20a4fc074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:39.901517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device adef38dc-3f25-48e3-9c52-0fb7b1015510 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:39.979918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port adef38dc-3f25-48e3-9c52-0fb7b1015510 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:39.980490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:40.473693 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9d34-8972-4aa4-ad41-35df4315e010 req-b8a57d4c-c225-4120-9db7-f076710042a7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:40.475697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d40c9d34-8972-4aa4-ad41-35df4315e010 req-b8a57d4c-c225-4120-9db7-f076710042a7 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.0989969
Feb 17 00:55:40.527771 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d40c9d34-8972-4aa4-ad41-35df4315e010 req-0b1fd9ab-5e89-4bd9-8bcb-677f5ffe3902 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449080
Feb 17 00:55:41.745561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2d6f7-ec9a-4c78-9420-e9f57ab087bb req-fb416874-0d26-455c-8b1e-c5398f6bf256 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:41.748276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ad2d6f7-ec9a-4c78-9420-e9f57ab087bb req-fb416874-0d26-455c-8b1e-c5398f6bf256 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.0975227
Feb 17 00:55:41.830441 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0ad2d6f7-ec9a-4c78-9420-e9f57ab087bb req-0aec7bf5-f0ff-440d-973b-91de736935c8 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758064
Feb 17 00:55:41.887529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device adef38dc-3f25-48e3-9c52-0fb7b1015510 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:55:42.027353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port adef38dc-3f25-48e3-9c52-0fb7b1015510 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:55:42.028500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:42.063514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e436718-891e-4d69-a880-29e6abbe3f2f req-74cbc89e-0ade-4430-a769-d9bc08f27780 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:42.065546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3e436718-891e-4d69-a880-29e6abbe3f2f req-74cbc89e-0ade-4430-a769-d9bc08f27780 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.1196811
Feb 17 00:55:42.075259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 35490) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:42.081384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Request body: {'floatingip': {'port_id': 'adef38dc-3f25-48e3-9c52-0fb7b1015510'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:55:42.133785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-00d51352-eb98-4f85-b022-64d84d60a459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:42.172902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:42.515855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:42.846849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:42.849833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:43.048576 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Floating IP d58fcef6-f53e-4beb-a6e3-7a0862257522 associated. External IP: 172.27.0.18, port: adef38dc-3f25-48e3-9c52-0fb7b1015510.
Feb 17 00:55:43.430209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:43.700919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:55:43.819584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:43.908040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:55:43.912507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:43.920395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:55:43.933747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:43.933942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13709ba6a0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:43.984345 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eab6ba1b-2f47-416b-b6fc-7b65ef7b6d5e tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "PUT /v2.0/floatingips/d58fcef6-f53e-4beb-a6e3-7a0862257522 HTTP/1.1" status: 200  len: 990 time: 1.9075105
Feb 17 00:55:43.984959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:55:44.052386 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'status': 'completed', 'code': 200}
Feb 17 00:55:44.136148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:44.155478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-f919102e-80bd-4a27-9b31-12c402c9304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:44.157226 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-f919102e-80bd-4a27-9b31-12c402c9304b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 1162 time: 0.0813560
Feb 17 00:55:44.310163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-6134bba8-86c8-4dcc-b96d-71169a7edecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:44.311835 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-6134bba8-86c8-4dcc-b96d-71169a7edecb service neutron] 10.222.0.47 "GET /v2.0/networks?id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 200  len: 904 time: 0.1444795
Feb 17 00:55:44.440850 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-c9d1cf91-9710-4dbd-bd5d-3e0722e50729 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510 HTTP/1.1" status: 200  len: 998 time: 0.1186042
Feb 17 00:55:44.512717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-6190d52b-3417-409e-a8ff-debd1e065093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:44.514215 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-6190d52b-3417-409e-a8ff-debd1e065093 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 200  len: 849 time: 0.0656815
Feb 17 00:55:44.601605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-e544ef21-1764-4156-92e1-a0fa28d8881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:55:44.603871 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-e544ef21-1764-4156-92e1-a0fa28d8881b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818007
Feb 17 00:55:44.671061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13709ba6a0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'd58fcef6-f53e-4beb-a6e3-7a0862257522', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:bb:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e097d72-41c5-483c-943a-aa332c1e8543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:55:25Z', 'updated_at': '2021-02-17T00:55:42Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:44.675092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:55:44.684627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:55:44.685285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13709ba6a0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:55:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:44.746631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-8307f3c8-7a2b-4141-abb3-636a7243b49b service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357985
Feb 17 00:55:44.874409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:55:44.890066 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27633f8f-a059-4f70-9f9a-8fb233556192 req-52de5d1d-8bbc-4daf-adae-200b064ffd30 service neutron] 10.222.0.47 "GET /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370029
Feb 17 00:55:45.255486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13709ba6a0>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'd58fcef6-f53e-4beb-a6e3-7a0862257522', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:bb:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e097d72-41c5-483c-943a-aa332c1e8543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:55:25Z', 'updated_at': '2021-02-17T00:55:42Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:45.260960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacd50c4-6dcb-408e-8999-bd822058ac7d None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'd58fcef6-f53e-4beb-a6e3-7a0862257522', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'port_id': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'mac_address': 'fa:16:3e:bb:6b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e097d72-41c5-483c-943a-aa332c1e8543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T00:55:25Z', 'updated_at': '2021-02-17T00:55:42Z', 'revision_number': 1, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:55:45.554609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55325c7-7a29-4c73-bd53-28d7596e82c9 None None] New status for floating IP d58fcef6-f53e-4beb-a6e3-7a0862257522: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:55:47.289071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35598) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:47.355889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Deleting subnet 5b6762bf-a3dd-45e1-9a72-1e1a388c4812 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:55:47.358921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:47.413391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:47.473843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:47.739291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:47.755211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:47.854423 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6762bf-a3dd-45e1-9a72-1e1a388c4812,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:47.867814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.868238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.868658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.869070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.869477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.870405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.870812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.871241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.871648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.872052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.872456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.872857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.873345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.873750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.874155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.874555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.875001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.875406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.875805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.876206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.876606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.877005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.877402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.877801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:55:47.883898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:47.910170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:47.916208 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-41bbf312-be01-4ab1-975d-195ef818337f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5b6762bf-a3dd-45e1-9a72-1e1a388c4812 HTTP/1.1" status: 204  len: 168 time: 0.6260419
Feb 17 00:55:47.919056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35606) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:48.034723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:48.223113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:48.337520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136be21eb8>,) {'filters': {'network_id': ['f836b1ee-5f40-445c-9a62-2aa02d53e39b']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:48.350291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136be21eb8>, '52b907f3-33ac-4446-b9a6-36f00f74ed72') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:48.350638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136be21eb8>, '52b907f3-33ac-4446-b9a6-36f00f74ed72') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:55:48.363254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:48.381388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:48.383511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:55:48.564452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:55:48.574527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:48.978967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Network f836b1ee-5f40-445c-9a62-2aa02d53e39b has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:55:49.004259 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:55:49.083548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.087905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.094807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:49.115317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Pushing event deleted for resources: {'Network': ['ID=f836b1ee-5f40-445c-9a62-2aa02d53e39b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:49.118206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:49.120792 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f836b1ee-5f40-445c-9a62-2aa02d53e39b HTTP/1.1" status: 204  len: 168 time: 1.2003088
Feb 17 00:55:49.296918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35616) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:49.351784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-03b34091-cfea-492b-97b8-5a2c9ed7c822 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=154abb4ed7864e2897dc5cc92f2364ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0535390
Feb 17 00:55:49.354266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 35620) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:55:49.414599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.441438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.489120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.497568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ea0f5436-501f-4374-9082-645ba027562f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:55:49.509985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473570b3-dd73-437c-8b69-ddab94d12af9,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:55:49.515752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:55:49.517769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:55:49.519018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/473570b3-dd73-437c-8b69-ddab94d12af9 HTTP/1.1" status: 204  len: 168 time: 0.1637580
Feb 17 00:56:04.408141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:56:08.170544 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-89269683-54ab-4a71-99cb-fc20c141664b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0759745
Feb 17 00:56:08.234812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:08.274534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d021-0966-417f-b54b-22221823976f req-b15ba199-b982-4ce3-9f98-a5d1ec61d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:08.276435 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-b15ba199-b982-4ce3-9f98-a5d1ec61d522 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.0817685
Feb 17 00:56:08.430414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d021-0966-417f-b54b-22221823976f req-b06ec185-1bef-4c75-926b-d6673253db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:08.431946 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-b06ec185-1bef-4c75-926b-d6673253db48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1355798
Feb 17 00:56:08.540247 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-47b0ccb9-4ecc-47c0-9aee-0c45079466c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 1001 time: 0.1004548
Feb 17 00:56:08.615283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d021-0966-417f-b54b-22221823976f req-9696de43-4ddc-43cf-9d46-f6e9f70e1be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:08.616847 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-9696de43-4ddc-43cf-9d46-f6e9f70e1be7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0680652
Feb 17 00:56:08.698925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292d021-0966-417f-b54b-22221823976f req-1e81534a-0bb2-4ce7-81ff-8b4b587a3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:08.700975 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-1e81534a-0bb2-4ce7-81ff-8b4b587a3ebc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762396
Feb 17 00:56:08.845667 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-9f7772f5-b89d-4d8b-b5c5-c77b50e80471 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371617
Feb 17 00:56:08.988316 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1292d021-0966-417f-b54b-22221823976f req-fe14f765-1d68-4950-bd38-aea414993965 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344411
Feb 17 00:56:09.628470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3aa8299b-abf0-4b13-aed7-836ae0b5a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:12.056147 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac5b5795-6bbb-49bd-9190-3f3a2ca0c289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:12.515767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:13.423688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:13.780882 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:38.243339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:39.632001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a4b56c58-8382-401e-b58c-d25ed2e468e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:39.820676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36006) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:56:39.947156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:39.962774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:56:39.966846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Usage tracker for resource:security_group_rule and tenant:a85f8e7e53a144e9a6f76037c9f31477 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:56:39.970690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:56:39.976445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:56:40.063306 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.066107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.074779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a877e4c8-a9ec-490b-9cf0-6a8cb71c24f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:56:40.117174 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a85f8e7e53a144e9a6f76037c9f31477&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2952764
Feb 17 00:56:40.118911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f13d8e-0431-4c11-b4dd-b471cb9ed9bb,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:56:40.120061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36012) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:56:40.122397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:56:40.188805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.215346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.258791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.263637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-330aef47-ed0e-4cbc-b126-d0210aa90da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:56:40.276720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f13d8e-0431-4c11-b4dd-b471cb9ed9bb,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:56:40.285727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:40.286947 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3f13d8e-0431-4c11-b4dd-b471cb9ed9bb HTTP/1.1" status: 204  len: 168 time: 0.1657379
Feb 17 00:56:40.288414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.288826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.289234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.289636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.290044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.290444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.290975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.291231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.291626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.292018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.292529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.292771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.293250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.293647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.294038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.294426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.294811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.295247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.295642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.296125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.296514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.296902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.297291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.297679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:40.301524 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5062dca3-66f5-40c4-b3f5-8e3121bc68cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:56:41.408359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:56:42.057319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2a162da-d77f-4359-8455-8c1998291e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:42.519291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:43.424592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:43.774392 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:51.235496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-475bd03b-c143-4148-92c7-c7f8ed2521d3 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/floatingips/fde35c15-379d-4806-aef5-0eb7c7316fa1 HTTP/1.1" status: 200  len: 998 time: 0.1143110
Feb 17 00:56:51.396005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-2badb475-394f-4f23-93ef-01024b7802e1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:51.397462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-2badb475-394f-4f23-93ef-01024b7802e1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1562076
Feb 17 00:56:51.507688 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-dc13e41d-041f-43f9-80e9-676ed85a3bcb tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 1001 time: 0.1034334
Feb 17 00:56:51.587064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-6c343f47-c088-4c44-897e-62f1b8829c6b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:51.588492 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-6c343f47-c088-4c44-897e-62f1b8829c6b tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports/964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 943 time: 0.0750484
Feb 17 00:56:51.773506 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-c286a0f8-a491-4082-beac-aa6bdaccc7f1 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.99 HTTP/1.1" status: 200  len: 1001 time: 0.1036716
Feb 17 00:56:51.990025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Deleting port 7afa1a55-5a5a-4561-91bd-de544337e8c3 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:56:51.990329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:52.169256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:52.169621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:52.300167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Calling delete_port for 7afa1a55-5a5a-4561-91bd-de544337e8c3 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:56:52.457143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:52.473331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:56:52.577336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event deleted for resources: {'Port': ['ID=7afa1a55-5a5a-4561-91bd-de544337e8c3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:56:52.590930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.591360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.591980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.592213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.593244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.593742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.594146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.594547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.594975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.595381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.595781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.596180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.596665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.597063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.597462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.597859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.598256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.598651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.599070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.599468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.599864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.600260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.600653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.601048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:52.606023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:56:52.714834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:52.715260 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Floating IP fde35c15-379d-4806-aef5-0eb7c7316fa1 disassociated (deleted). External IP: 172.27.0.99, port: 964e9356-8eca-4508-a11e-430c3e149500.
Feb 17 00:56:53.085062 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:56:53.544876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:56:53.558119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Sync routers for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:56:53.570067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:56:53.571081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701b2c88>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:56:53.583532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:53.658643 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "DELETE /v2.0/floatingips/fde35c15-379d-4806-aef5-0eb7c7316fa1 HTTP/1.1" status: 204  len: 173 time: 1.8784208
Feb 17 00:56:53.659148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:56:53.769086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-f210e1d0-2544-453b-b012-4a4c7752e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:53.770772 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-f210e1d0-2544-453b-b012-4a4c7752e40b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.0962009
Feb 17 00:56:53.865786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:56:53.871979 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'status': 'completed', 'code': 200}
Feb 17 00:56:53.952097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-8e337ce7-cd33-44e5-9ecf-cf1812e23dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:53.954778 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-8e337ce7-cd33-44e5-9ecf-cf1812e23dc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1739159
Feb 17 00:56:53.972235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-0a82b2a8-e7d5-4681-b212-d6c2be4e2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:53.973882 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-0a82b2a8-e7d5-4681-b212-d6c2be4e2374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1415975827724e30ac084e1a96a754eb&device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 1163 time: 0.1045244
Feb 17 00:56:54.043523 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-f6397f80-3c3a-48d8-a3ec-d50ecd85e561 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 217 time: 0.0816250
Feb 17 00:56:54.134751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-3ffe7287-a835-4c9a-b65f-51953705a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:54.136780 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-3ffe7287-a835-4c9a-b65f-51953705a314 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0807278
Feb 17 00:56:54.164270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-e42776b3-3e45-4a26-9312-c07c252882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:54.165952 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-e42776b3-3e45-4a26-9312-c07c252882f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 200  len: 902 time: 0.1853034
Feb 17 00:56:54.267471 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-03dc3994-9d9b-4370-bfd6-f1786530e520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 200  len: 217 time: 0.0945661
Feb 17 00:56:54.282513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-63903252-458d-447f-8a01-f204a3c82ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:54.291498 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-63903252-458d-447f-8a01-f204a3c82ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1474521
Feb 17 00:56:54.292039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701b2c88>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:56:54.297267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Checking router: 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:56:54.308213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:56:54.308976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701b2c88>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:56:54.353433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-dc29e13b-a441-41db-ab10-bf20c1666f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:54.355372 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-dc29e13b-a441-41db-ab10-bf20c1666f10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 200  len: 847 time: 0.0794201
Feb 17 00:56:54.439608 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-fa128346-3f50-49c9-949d-8c2ecb578e24 service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471465
Feb 17 00:56:54.447461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-31456542-82b5-450a-b583-25e493eb28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:54.449086 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-31456542-82b5-450a-b583-25e493eb28fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62d10139-a552-4db1-ae20-eb6e8295e3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872097
Feb 17 00:56:54.506427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:56:54.590166 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df1e6c7b-374f-4eea-ac24-152a2245d9b6 req-0325a8fe-2d9f-4fbd-b7c2-ccfabca3dac1 service neutron] 10.222.0.16 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417716
Feb 17 00:56:54.596082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-07a6732c-bc31-42bf-8753-68a588e27265 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400630
Feb 17 00:56:54.744050 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3b17c433-afa9-4d1d-aef9-a1c3fae004d4 req-85f0d49a-9021-49b0-b770-1df66a678873 service neutron] 10.222.0.47 "GET /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412008
Feb 17 00:56:55.012128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ab6dd-517a-4542-b12a-e7c0d3daef36 req-ff40ceb2-b496-471c-99a3-763d01896934 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:55.012883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-381ab6dd-517a-4542-b12a-e7c0d3daef36 req-ff40ceb2-b496-471c-99a3-763d01896934 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:56:55.030632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-381ab6dd-517a-4542-b12a-e7c0d3daef36 req-ff40ceb2-b496-471c-99a3-763d01896934 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:56:55.031931 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-381ab6dd-517a-4542-b12a-e7c0d3daef36 req-ff40ceb2-b496-471c-99a3-763d01896934 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.1075904
Feb 17 00:56:55.079784 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-381ab6dd-517a-4542-b12a-e7c0d3daef36 req-2ac8896a-84fd-4f44-8858-8aa1474c9db4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413499
Feb 17 00:56:55.238157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701b2c88>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:56:55.245353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e38e5-a13c-426c-b922-d59dd1c854e7 None None] The sync data for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi is: [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:49:46Z', 'revision_number': 4, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '3dd1df80-ff3c-4cc7-a54c-486210414861', 'name': '', 'network_id': '62d10139-a552-4db1-ae20-eb6e8295e3fe', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'mac_address': 'fa:16:3e:f9:13:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:45Z', 'updated_at': '2021-02-17T00:49:55Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'subnets': [{'id': '976a1dd0-8d94-4c2b-807a-412e80d6e8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:56:55.633651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0e7feb-2e8a-406e-80c1-4f394564e83b None None] New status for floating IP fde35c15-379d-4806-aef5-0eb7c7316fa1: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:56:56.286209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765d0c9-0e2b-4d69-a755-75a952bb08c2 req-e49295dc-4079-41d8-b2d9-162b6c2b557e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:56.287832 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a765d0c9-0e2b-4d69-a755-75a952bb08c2 req-e49295dc-4079-41d8-b2d9-162b6c2b557e tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0895991
Feb 17 00:56:56.335435 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a765d0c9-0e2b-4d69-a755-75a952bb08c2 req-be23a360-489e-4216-b117-e37194286320 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0412509
Feb 17 00:56:56.679469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-354e8b58-679d-4e31-a9c0-4d1a7afa212c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:56.680228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-354e8b58-679d-4e31-a9c0-4d1a7afa212c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Synchronizing usage tracker for tenant:1415975827724e30ac084e1a96a754eb on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:56:56.693729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-354e8b58-679d-4e31-a9c0-4d1a7afa212c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Unset dirty status for tenant:1415975827724e30ac084e1a96a754eb on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:56:56.694958 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-354e8b58-679d-4e31-a9c0-4d1a7afa212c tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 946 time: 0.0995755
Feb 17 00:56:56.787589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Deleting port 964e9356-8eca-4508-a11e-430c3e149500 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:56:56.787983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:57.028299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48586-a3d5-4a8f-b8be-8174b07feee3 req-b5e678b4-2ffb-4765-b932-68c32b34d221 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:57.030144 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ac48586-a3d5-4a8f-b8be-8174b07feee3 req-b5e678b4-2ffb-4765-b932-68c32b34d221 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1000071
Feb 17 00:56:57.083742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3ac48586-a3d5-4a8f-b8be-8174b07feee3 req-e0aab6b1-0305-4628-86c5-cbfb21250877 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457745
Feb 17 00:56:57.262073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 964e9356-8eca-4508-a11e-430c3e149500 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:56:57.297096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:56:57.297491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:57.386914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:57.415357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:56:57.427079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:56:57.430584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:57.433248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:56:57.433404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Calling delete_port for 964e9356-8eca-4508-a11e-430c3e149500 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:56:57.489590 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'code': 200}
Feb 17 00:56:57.508871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=7']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:56:57.516945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.517270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.517654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.518029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.518491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.519121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.519310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.519935 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.520048 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.520333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.520750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.521035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.521513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.522095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.522623 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.522828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.523176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.523540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.523975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.524237 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.524606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.525630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.525750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.526096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:56:57.531312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:56:57.531459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:56:57.531741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:56:57.552141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d621d-3314-4d95-bfd6-a795007747b3 req-8e296a1a-9c44-4eba-af27-f788ac668883 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:57.553764 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c82d621d-3314-4d95-bfd6-a795007747b3 req-8e296a1a-9c44-4eba-af27-f788ac668883 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 944 time: 0.0973332
Feb 17 00:56:57.602866 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c82d621d-3314-4d95-bfd6-a795007747b3 req-bc80504a-c998-4d04-bd26-56ecbd643f6f tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups?id=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426590
Feb 17 00:56:58.033233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Deleting port 964e9356-8eca-4508-a11e-430c3e149500 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:56:58.033784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:58.300918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] For port 964e9356-8eca-4508-a11e-430c3e149500, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=964e9356-8eca-4508-a11e-430c3e149500,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:56:58.301328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:58.302707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd9076-e69d-4e4e-9c7d-92b5afcff1b9 req-fea64518-265f-4011-a7f2-fa5ea1032e22 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:58.304375 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fbdd9076-e69d-4e4e-9c7d-92b5afcff1b9 req-fea64518-265f-4011-a7f2-fa5ea1032e22 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0926421
Feb 17 00:56:58.353200 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fbdd9076-e69d-4e4e-9c7d-92b5afcff1b9 req-0421097b-61eb-4f75-b38c-dc595424f5b5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424805
Feb 17 00:56:58.437381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Calling delete_port for 964e9356-8eca-4508-a11e-430c3e149500 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:56:58.584917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:58.601746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c733588b-b1e2-44f9-9fd5-9b7dfcadd591 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:56:58.705037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event deleted for resources: {'Port': ['ID=964e9356-8eca-4508-a11e-430c3e149500,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:56:58.707723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:56:58.769684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-15bafcdf-2419-413b-aa0d-df4febb8c332 req-ec5b4ee2-9005-4efd-b548-b2adc89b30b5 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef76d6d0-0110-4928-9569-657af9034800 HTTP/1.1" status: 200  len: 210 time: 0.0494351
Feb 17 00:56:58.820954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] No DVR routers for this DVR port 964e9356-8eca-4508-a11e-430c3e149500 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:56:58.823335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:56:58.826175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-deleted', 'tag': '964e9356-8eca-4508-a11e-430c3e149500'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:56:58.841198 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6fca3d48-43e3-4ad5-b648-acaabc093218 req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.47 "DELETE /v2.0/ports/964e9356-8eca-4508-a11e-430c3e149500 HTTP/1.1" status: 204  len: 173 time: 2.1404204
Feb 17 00:56:58.875240 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef76d6d0-0110-4928-9569-657af9034800', 'name': 'network-vif-deleted', 'tag': '964e9356-8eca-4508-a11e-430c3e149500', 'status': 'completed', 'code': 200}
Feb 17 00:56:59.568045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009759f-1cf7-4ae0-a9c7-ff051fee8e79 req-3d8365b5-99f6-4351-a37d-50cfdbe9d39c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:56:59.570004 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2009759f-1cf7-4ae0-a9c7-ff051fee8e79 req-3d8365b5-99f6-4351-a37d-50cfdbe9d39c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0923235
Feb 17 00:56:59.618533 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2009759f-1cf7-4ae0-a9c7-ff051fee8e79 req-ad3af370-e662-4432-9a16-95dbbb688053 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422390
Feb 17 00:56:59.941310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-cb710899-2554-41a7-9d66-f3d4a12b59ab tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "GET /v2.0/security-groups/20c5ced6-a1b3-4ac2-a130-2aa9f671d97d HTTP/1.1" status: 200  len: 2991 time: 0.0503397
Feb 17 00:57:00.016784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:00.046226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:00.091842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:00.097131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-50d3853b-9774-4a64-b655-b5d3fc0da9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:00.113302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c5ced6-a1b3-4ac2-a130-2aa9f671d97d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:00.117762 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:00.121156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:00.122297 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39f3e35b-9b1e-4be0-b293-af4b1cb62161 req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] 10.222.0.16 "DELETE /v2.0/security-groups/20c5ced6-a1b3-4ac2-a130-2aa9f671d97d HTTP/1.1" status: 204  len: 173 time: 0.1749260
Feb 17 00:57:00.175548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36130) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:00.902844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e994ac8-67a1-4597-9e5f-d3d7f24c0527 req-f3213645-6ec9-4f8f-90ff-ced6cc78ca02 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:00.904521 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e994ac8-67a1-4597-9e5f-d3d7f24c0527 req-f3213645-6ec9-4f8f-90ff-ced6cc78ca02 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1558530
Feb 17 00:57:00.965129 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9e994ac8-67a1-4597-9e5f-d3d7f24c0527 req-85e67e96-86ab-47b8-9a5a-d23871c700f5 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525808
Feb 17 00:57:01.040232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:01.401288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Deleting port 3dd1df80-ff3c-4cc7-a54c-486210414861 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:01.401667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:01.581854 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] For port 3dd1df80-ff3c-4cc7-a54c-486210414861, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=3dd1df80-ff3c-4cc7-a54c-486210414861,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:01.582235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:01.712011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Calling delete_port for 3dd1df80-ff3c-4cc7-a54c-486210414861 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:01.890503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:01.907232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:02.011936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd1df80-ff3c-4cc7-a54c-486210414861,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:02.017815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:02.608932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830f8a-04c8-4468-8646-0e71868802b2 req-d1df7b06-b0f8-46c3-8d68-0f9a432511e1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:02.610541 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d830f8a-04c8-4468-8646-0e71868802b2 req-d1df7b06-b0f8-46c3-8d68-0f9a432511e1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.4990263
Feb 17 00:57:02.682962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:02.751137 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d830f8a-04c8-4468-8646-0e71868802b2 req-540289a7-c945-4d44-8dd6-418d29129711 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328604
Feb 17 00:57:03.203981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:57:03.388532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:57:03.398218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Sync routers for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:57:03.401988 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] 10.222.0.16 "PUT /v2.0/routers/27edf5e7-03ba-4197-a03f-d9a6f08d1b99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2252154
Feb 17 00:57:03.404640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36146) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:03.408786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:57:03.409455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13704e4748>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:03.599252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:57:03.601778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:03.812668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:03.819157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Deleting port b1cfa406-c416-4835-8a64-d79b90f07355 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:03.819538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:03.914687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13704e4748>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:57:01Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:03.918704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Checking router: 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:57:03.927834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Routers {'27edf5e7-03ba-4197-a03f-d9a6f08d1b99'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:57:03.928493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13704e4748>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:04.085164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed281-2cb0-4faf-93f5-34bc58c22d80 req-f9d5e0f5-e055-47d6-8464-44e8bf1d3170 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:04.086755 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ceed281-2cb0-4faf-93f5-34bc58c22d80 req-f9d5e0f5-e055-47d6-8464-44e8bf1d3170 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1407876
Feb 17 00:57:04.088591 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] For port b1cfa406-c416-4835-8a64-d79b90f07355, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b1cfa406-c416-4835-8a64-d79b90f07355,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:04.088991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.118304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] Set router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:57:04.241224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Calling delete_port for b1cfa406-c416-4835-8a64-d79b90f07355 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:04.308785 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ceed281-2cb0-4faf-93f5-34bc58c22d80 req-a6ff8ac0-e77a-4deb-8f41-33af3c65e284 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2112670
Feb 17 00:57:04.397899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.423760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13704e4748>, [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:57:01Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:04.427822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c51fbf-c745-4491-b659-e2b8f587f8b3 None None] The sync data for ids ['27edf5e7-03ba-4197-a03f-d9a6f08d1b99'] in dv-cinder-759943-4-iscsi is: [{'id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'name': 'tempest-TestShelveInstance-752861283-router', 'tenant_id': '1415975827724e30ac084e1a96a754eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:40Z', 'updated_at': '2021-02-17T00:57:01Z', 'revision_number': 5, 'project_id': '1415975827724e30ac084e1a96a754eb', 'gw_port': {'id': 'b1cfa406-c416-4835-8a64-d79b90f07355', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27edf5e7-03ba-4197-a03f-d9a6f08d1b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:41Z', 'updated_at': '2021-02-17T00:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:57:04.589098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.728721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.731086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.753638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.754135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27edf5e7-03ba-4197-a03f-d9a6f08d1b99 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:57:04.767635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.769496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-50da6ac0-b09b-4b20-ac77-de12ad9471b7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/27edf5e7-03ba-4197-a03f-d9a6f08d1b99 HTTP/1.1" status: 204  len: 168 time: 1.3630710
Feb 17 00:57:04.772474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36154) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:04.839713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Deleting subnet 976a1dd0-8d94-4c2b-807a-412e80d6e8ea {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:57:04.844081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.901669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826952225'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:04.983326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.240767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27823484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852819338'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.256399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-718bb301-7958-4266-84aa-924f6a587843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:05.347415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=976a1dd0-8d94-4c2b-807a-412e80d6e8ea,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:05.351988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:05.389541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.395039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db1e241-8b9c-402d-a0f0-97d15e5714cf None None] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:57:05.397935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/976a1dd0-8d94-4c2b-807a-412e80d6e8ea HTTP/1.1" status: 204  len: 168 time: 0.6239834
Feb 17 00:57:05.400846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36162) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:05.666506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] DHCP port deletion for 62d10139-a552-4db1-ae20-eb6e8295e3fe request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 00:57:05.671691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Deleting port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:05.672120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.809403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.896971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] For port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:05.897333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:05.902193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe35e-41e6-4459-bc0c-78649fb347c7 req-9fa6cddd-1426-42a5-9b51-c477244c30f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:05.903813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a4fe35e-41e6-4459-bc0c-78649fb347c7 req-9fa6cddd-1426-42a5-9b51-c477244c30f6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1853409
Feb 17 00:57:05.905313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Deleting port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:05.905700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:06.031011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Calling delete_port for 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:06.037321 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2a4fe35e-41e6-4459-bc0c-78649fb347c7 req-1639cd72-cd7c-4500-9f98-e6a6e026a04c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020644
Feb 17 00:57:06.164246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] For port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,segment=NetworkSegment(1799ef7a-117f-419e-92f5-7510c8ea1378),segment_id=1799ef7a-117f-419e-92f5-7510c8ea1378)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:06.164571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:06.178177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278'] for port, after_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:06.194618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ef34d706-0ce9-41ef-8988-d89e9cb1ce03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:06.301452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Pushing event deleted for resources: {'Port': ['ID=57dd6594-c5e5-4da9-b03c-cf4a8fd1d232,revision_number=None']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:06.306933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Calling delete_port for 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:06.309273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b1cfa406-c416-4835-8a64-d79b90f07355 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:06.342798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:06.362143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: b1cfa406-c416-4835-8a64-d79b90f07355 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:06.362542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b1cfa406-c416-4835-8a64-d79b90f07355 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:06.363079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:06.386434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:57:06.386810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:57:06.561735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:06.562127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:06.562600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3dd1df80-ff3c-4cc7-a54c-486210414861 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:06.604814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 3dd1df80-ff3c-4cc7-a54c-486210414861 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:06.605213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 3dd1df80-ff3c-4cc7-a54c-486210414861 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:06.610914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] No DVR routers for this DVR port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 on host dv-cinder-759943-4-iscsi {{(pid=83984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:57:06.887731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Deleting port 57dd6594-c5e5-4da9-b03c-cf4a8fd1d232 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:06.888131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:06.964535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] The port '57dd6594-c5e5-4da9-b03c-cf4a8fd1d232' was deleted {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 00:57:07.086650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.259567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136ac2ca90>,) {'filters': {'network_id': ['62d10139-a552-4db1-ae20-eb6e8295e3fe']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:07.281699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ac2ca90>, '1799ef7a-117f-419e-92f5-7510c8ea1378') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:07.282040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ac2ca90>, '1799ef7a-117f-419e-92f5-7510c8ea1378') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:07.298217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.321654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dabfd-0c9f-41d1-b738-f60a71f296f1 req-0c883f06-7bad-4613-99a5-b49cfe469358 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:07.323293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec9dabfd-0c9f-41d1-b738-f60a71f296f1 req-0c883f06-7bad-4613-99a5-b49cfe469358 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1632125
Feb 17 00:57:07.325169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.328328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:57:07.528686 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec9dabfd-0c9f-41d1-b738-f60a71f296f1 req-2afb7e56-0eae-4c33-bfb7-c355601b005c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1857703
Feb 17 00:57:07.547278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:57:07.556507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.734067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Network 62d10139-a552-4db1-ae20-eb6e8295e3fe has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   % (table.description, expected, rows_matched)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   % (table.description, expected, rows_matched)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   % (table.description, expected, rows_matched)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   % (table.description, expected, rows_matched)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:57:07.760544 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:57:07.838942 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.842518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:07.859232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:07.867961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Pushing event deleted for resources: {'Network': ['ID=62d10139-a552-4db1-ae20-eb6e8295e3fe,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:07.871362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:07.882018 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7f7925f8-7916-4b51-a755-ce163e19637a admin admin] 10.222.0.16 "DELETE /v2.0/networks/62d10139-a552-4db1-ae20-eb6e8295e3fe HTTP/1.1" status: 204  len: 168 time: 2.4799399
Feb 17 00:57:07.885078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36172) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:08.256430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:08.455968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:08.830152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Deleting port 627dc931-ca50-4b48-8bee-bccf187ac364 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:08.830535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:09.302142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda7bea-1892-4565-ae17-422e49ef39fb req-1769e227-78ec-4bc5-b683-725bcc53ae4a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:09.303588 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fda7bea-1892-4565-ae17-422e49ef39fb req-1769e227-78ec-4bc5-b683-725bcc53ae4a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.6149108
Feb 17 00:57:09.314658 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] For port 627dc931-ca50-4b48-8bee-bccf187ac364, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=627dc931-ca50-4b48-8bee-bccf187ac364,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:09.315104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:09.400766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:57:09.463644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Calling delete_port for 627dc931-ca50-4b48-8bee-bccf187ac364 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:09.476182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:57:09.476604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:09.532880 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1fda7bea-1892-4565-ae17-422e49ef39fb req-b7a29dee-b535-4dc0-8d46-87fe65f2f19d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2201812
Feb 17 00:57:09.633596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b15fc7dc-fabc-4c9a-afdb-25070d428a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:09.673492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:09.689297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-60c04c3d-af0a-40f5-b3b6-b173791c400e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:09.786554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=627dc931-ca50-4b48-8bee-bccf187ac364,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:09.789604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:10.101872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:10.198567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-65f6f6c1-ffae-4d32-be12-b58ca8f65a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:10.200153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-65f6f6c1-ffae-4d32-be12-b58ca8f65a0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1163 time: 0.0790524
Feb 17 00:57:10.357012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-da25755c-91c8-4b18-aef1-d59aac8b5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:10.359366 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-da25755c-91c8-4b18-aef1-d59aac8b5f40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1397417
Feb 17 00:57:10.469545 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-a0d4ecd7-d238-4b61-99c8-d68325989be5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 1002 time: 0.1025360
Feb 17 00:57:10.542049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-5e22fdbc-f1ea-4fc8-b991-881db8dfc945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:10.543643 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-5e22fdbc-f1ea-4fc8-b991-881db8dfc945 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0665932
Feb 17 00:57:10.621531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Router ea622e36-8e7b-4287-848f-d21bcb416ea6 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:57:10.630031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-37464dc7-ca17-4185-b53f-ebaae1394c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:10.631701 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-37464dc7-ca17-4185-b53f-ebaae1394c5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816638
Feb 17 00:57:10.786437 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-8f7ec34b-7e3b-4532-8d91-acbf169d9440 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461728
Feb 17 00:57:10.899007 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:57:10.907141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95997ba9-f28d-46df-b263-310f56ef0671 req-a81c7fde-43eb-4434-94c6-6a1081774b28 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:10.908259 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95997ba9-f28d-46df-b263-310f56ef0671 req-a81c7fde-43eb-4434-94c6-6a1081774b28 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.2116036
Feb 17 00:57:10.909838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Sync routers for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:57:10.916390 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b1c281ed-0f81-4176-9a2b-7366bd830a79 admin admin] 10.222.0.16 "PUT /v2.0/routers/ea622e36-8e7b-4287-848f-d21bcb416ea6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0302520
Feb 17 00:57:10.919107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36188) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:10.924857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:57:10.925722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13703280f0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:10.948011 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f196867f-7eef-4c21-80ce-9c71df839b9b req-473c14ae-bb59-4ef3-8116-aff27f2a8221 service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1537220
Feb 17 00:57:11.111804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-95997ba9-f28d-46df-b263-310f56ef0671 req-2643156f-ae18-406d-a807-ac65e7e99d2e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340866
Feb 17 00:57:11.119800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:57:11.145435 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:11.335634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:11.341949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Deleting port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:11.343012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:11.425067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13703280f0>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:57:09Z', 'revision_number': 5, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:11.428937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Checking router: ea622e36-8e7b-4287-848f-d21bcb416ea6 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:57:11.438067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Routers {'ea622e36-8e7b-4287-848f-d21bcb416ea6'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:57:11.438714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13703280f0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:56:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['ea622e36-8e7b-4287-848f-d21bcb416ea6'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:11.529431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] For port 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4e01a92d-080c-4d5e-ad93-2a7f83db6d9d,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:11.531208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:11.623544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] Set router ea622e36-8e7b-4287-848f-d21bcb416ea6 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:57:11.910994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Calling delete_port for 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:11.942907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f54098c9-b563-4235-adfe-57007c51000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13703280f0>, [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:57:09Z', 'revision_number': 5, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:11.947087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54098c9-b563-4235-adfe-57007c51000f None None] The sync data for ids ['ea622e36-8e7b-4287-848f-d21bcb416ea6'] in dv-cinder-759943-4-iscsi is: [{'id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'name': 'tempest-TestShelveInstance-579694146-router', 'tenant_id': '62b8165027e04738a563a4765705e8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:49:49Z', 'updated_at': '2021-02-17T00:57:09Z', 'revision_number': 5, 'project_id': '62b8165027e04738a563a4765705e8a5', 'gw_port': {'id': '4e01a92d-080c-4d5e-ad93-2a7f83db6d9d', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea622e36-8e7b-4287-848f-d21bcb416ea6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:49:50Z', 'updated_at': '2021-02-17T00:49:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:57:12.054766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.060081 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d52532b-392a-4576-b00a-b8059f06670a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.259131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 627dc931-ca50-4b48-8bee-bccf187ac364 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:12.297892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 627dc931-ca50-4b48-8bee-bccf187ac364 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:12.298217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 627dc931-ca50-4b48-8bee-bccf187ac364 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:12.303400 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.453608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.457683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.488104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b5fdc-f4b6-410a-bd3a-f612e548284c req-d57deafc-c382-47cc-b1fa-61e461678844 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:12.489722 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-733b5fdc-f4b6-410a-bd3a-f612e548284c req-d57deafc-c382-47cc-b1fa-61e461678844 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.2523608
Feb 17 00:57:12.496028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.496028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea622e36-8e7b-4287-848f-d21bcb416ea6 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:57:12.522045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.539771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.541031 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bc885a02-17b5-4639-8237-83833765b8ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/ea622e36-8e7b-4287-848f-d21bcb416ea6 HTTP/1.1" status: 204  len: 168 time: 1.6209111
Feb 17 00:57:12.543891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36198) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:12.551801 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-733b5fdc-f4b6-410a-bd3a-f612e548284c req-ce2ceaeb-67b0-4875-bec9-7bf702cb8a2b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516577
Feb 17 00:57:12.611090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Deleting subnet b4af20a8-77a1-4c94-9f31-2b765c6263ba {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:57:12.614144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.669631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826952225'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:12.752969 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.014846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27823484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852819338'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.032190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f1b53c74-3995-472a-a03a-fe62f82bf811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:13.125123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4af20a8-77a1-4c94-9f31-2b765c6263ba,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:13.130193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:13.164723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.170928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72344db-00c9-45d2-9527-5f47ba3e9807 None None] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:57:13.171529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4af20a8-77a1-4c94-9f31-2b765c6263ba HTTP/1.1" status: 204  len: 168 time: 0.6263597
Feb 17 00:57:13.174063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36204) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:13.288507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.360441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Deleting port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:13.360728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.425947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.436103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] DHCP port deletion for ed27bd69-93d1-4eba-a670-dcb53252a7d3 request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 00:57:13.440743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Deleting port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:13.441175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.578098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] For port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:13.578708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.660529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] For port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,segment=NetworkSegment(1a4b045f-b017-48eb-a5f3-fdef7d1e460c),segment_id=1a4b045f-b017-48eb-a5f3-fdef7d1e460c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:13.660752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.714274 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Calling delete_port for 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:13.779057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145506a-7bcf-4117-a53d-064a15a2eee6 req-758b2220-5417-4171-ac96-bcd3fe83101a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:13.781701 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1145506a-7bcf-4117-a53d-064a15a2eee6 req-758b2220-5417-4171-ac96-bcd3fe83101a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1068184
Feb 17 00:57:13.798247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.803820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Calling delete_port for 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:57:13.814666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e1cc71da-b455-4b6f-bf1d-f1b572e98a8f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:13.846715 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1145506a-7bcf-4117-a53d-064a15a2eee6 req-b04a0563-d6b6-42c8-aa82-63c04cd7c7ef tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475895
Feb 17 00:57:13.851540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:13.891572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:57:13.891992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:57:13.910374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:13.924999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:13.963445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] No DVR routers for this DVR port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad on host dv-cinder-759943-4-iscsi {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:57:14.298408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:14.310453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.334906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:14.335318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:14.335787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:14.373076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:57:14.373988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4e01a92d-080c-4d5e-ad93-2a7f83db6d9d not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:57:14.393304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Deleting port 92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:57:14.393734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.424896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136bf8b8d0>,) {'filters': {'network_id': ['ed27bd69-93d1-4eba-a670-dcb53252a7d3']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:14.438095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bf8b8d0>, '1a4b045f-b017-48eb-a5f3-fdef7d1e460c') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:14.438438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136bf8b8d0>, '1a4b045f-b017-48eb-a5f3-fdef7d1e460c') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:57:14.450497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.463542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-17da4a2c-f7c0-4ea7-836d-9aa95c207e52 None None] The port '92ae6e81-0cd9-464c-9a97-7b0c9cfff3ad' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 00:57:14.465366 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.467744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:57:14.645775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:57:14.656553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.875145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Network ed27bd69-93d1-4eba-a670-dcb53252a7d3 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:57:14.902150 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:57:14.978800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.983926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:14.987844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cf972e1-c3ad-4250-9d63-e8c0af8991e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:15.009909 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed27bd69-93d1-4eba-a670-dcb53252a7d3,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:15.012751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:15.017550 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed27bd69-93d1-4eba-a670-dcb53252a7d3 HTTP/1.1" status: 204  len: 168 time: 1.8399801
Feb 17 00:57:15.062061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303ec30-b8bb-45a0-93c4-41a94882a89c req-4f076a55-8312-4dc8-96eb-b99c5b72684c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:15.063730 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7303ec30-b8bb-45a0-93c4-41a94882a89c req-4f076a55-8312-4dc8-96eb-b99c5b72684c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0897946
Feb 17 00:57:15.113909 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7303ec30-b8bb-45a0-93c4-41a94882a89c req-39474c77-02fd-4570-924b-4cb66621b08c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438280
Feb 17 00:57:15.131063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36220) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:15.185194 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3d26e388-c709-4839-a818-1578e110ef4c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1415975827724e30ac084e1a96a754eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0528884
Feb 17 00:57:15.188418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36224) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:15.248948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.276407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.321741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.327398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-844e8581-9e4f-44ad-84ba-536b681ec587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:15.341246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d8c10-b318-4e11-a5b5-b31461096497,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:15.347217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:15.349160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.350384 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e72d8c10-b318-4e11-a5b5-b31461096497 HTTP/1.1" status: 204  len: 168 time: 0.1610248
Feb 17 00:57:15.698557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36236) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:15.749140 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f061bc49-a0a0-4a45-b06a-a26b36124855 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62b8165027e04738a563a4765705e8a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487118
Feb 17 00:57:15.751631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36240) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:57:15.816765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.843439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.890898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.895771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fac01849-79f1-4414-a9b9-e8efd08339ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:15.909575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58511f20-2174-4258-adda-488d1c547178,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:15.912316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:15.913501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:15.914706 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58511f20-2174-4258-adda-488d1c547178 HTTP/1.1" status: 204  len: 168 time: 0.1621399
Feb 17 00:57:16.334598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46589-4e34-402b-824b-5b04829e1dea req-6692229e-1de6-42cd-893d-2f9b256fdc2e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:16.336245 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ccb46589-4e34-402b-824b-5b04829e1dea req-6692229e-1de6-42cd-893d-2f9b256fdc2e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0939090
Feb 17 00:57:16.384329 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ccb46589-4e34-402b-824b-5b04829e1dea req-4d641d7c-14fe-4a93-a780-ea79a4e17a4f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410995
Feb 17 00:57:17.589451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d61e-00b6-4e56-9fe6-7ecf5238fddf req-bef201e4-f30b-4507-917c-e0050015d36b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:17.591108 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4167d61e-00b6-4e56-9fe6-7ecf5238fddf req-bef201e4-f30b-4507-917c-e0050015d36b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0882654
Feb 17 00:57:17.643933 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4167d61e-00b6-4e56-9fe6-7ecf5238fddf req-316f34e8-c402-4b2f-b19b-3f4886d9e1ea tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453653
Feb 17 00:57:18.410087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:57:18.994452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584748b8-6c8d-40f0-ad22-261e84b06d4d req-02385a39-1afb-4475-9b9d-5e1ff1d2eeb9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:18.996115 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-584748b8-6c8d-40f0-ad22-261e84b06d4d req-02385a39-1afb-4475-9b9d-5e1ff1d2eeb9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0935395
Feb 17 00:57:19.050574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-584748b8-6c8d-40f0-ad22-261e84b06d4d req-a1062b79-8de5-462a-a3bd-efe7b87c2462 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466392
Feb 17 00:57:20.528701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73545356-f645-48fc-98a3-d6e43fb12c06 req-a700249a-5440-4f37-85ea-0c37843a16d7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:20.537450 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73545356-f645-48fc-98a3-d6e43fb12c06 req-a700249a-5440-4f37-85ea-0c37843a16d7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.3358846
Feb 17 00:57:20.590156 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73545356-f645-48fc-98a3-d6e43fb12c06 req-d79af025-0cf3-4be5-87ee-9a817d222167 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513995
Feb 17 00:57:21.859686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ca30c-1acc-41a3-a7a7-eddeb8f83f81 req-228093c7-d75c-417c-8404-e967e26b3805 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:21.864314 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a9ca30c-1acc-41a3-a7a7-eddeb8f83f81 req-228093c7-d75c-417c-8404-e967e26b3805 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1217749
Feb 17 00:57:21.924346 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8a9ca30c-1acc-41a3-a7a7-eddeb8f83f81 req-474f69d2-6ed8-4314-bb38-1ad1868ad5ad tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568180
Feb 17 00:57:23.160877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2355ea-48c7-44a1-9604-695c3492c046 req-7bc264fa-616f-4cd6-94c5-7cfe5eaca312 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:23.162558 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1e2355ea-48c7-44a1-9604-695c3492c046 req-7bc264fa-616f-4cd6-94c5-7cfe5eaca312 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1086833
Feb 17 00:57:23.215389 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1e2355ea-48c7-44a1-9604-695c3492c046 req-8abee93b-7ea6-4dca-96b6-7de65978c69d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455492
Feb 17 00:57:24.433022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dd0bd-de9b-4798-863d-a13b1533b972 req-33826a3c-a291-4013-a981-bbd3b025afed tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:24.435249 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-656dd0bd-de9b-4798-863d-a13b1533b972 req-33826a3c-a291-4013-a981-bbd3b025afed tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0923090
Feb 17 00:57:24.499584 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-656dd0bd-de9b-4798-863d-a13b1533b972 req-d5ac1586-588c-453f-9c64-4dfa004645b2 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571942
Feb 17 00:57:25.718324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d007d6-ea57-445e-bad5-f64634cc3b66 req-14ecc3de-f638-4f16-a118-a9352f42f75f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:25.719997 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01d007d6-ea57-445e-bad5-f64634cc3b66 req-14ecc3de-f638-4f16-a118-a9352f42f75f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0918262
Feb 17 00:57:25.779123 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01d007d6-ea57-445e-bad5-f64634cc3b66 req-7be2e842-702b-4812-ae75-468b32011df9 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526209
Feb 17 00:57:26.989997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d058b4-8c0d-476f-8a41-144717aa0a6f req-c05e4250-2c50-4a1a-8bc9-0626556e4a4f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:26.991574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8d058b4-8c0d-476f-8a41-144717aa0a6f req-c05e4250-2c50-4a1a-8bc9-0626556e4a4f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0962696
Feb 17 00:57:27.040753 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8d058b4-8c0d-476f-8a41-144717aa0a6f req-a307b31d-388c-4879-8eb7-c12df1e69b0a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427477
Feb 17 00:57:28.252254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c6b16-4179-48c1-bc86-a109ff2dceed req-46638740-b467-4f24-82c8-35f85139c3a7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:28.253882 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-820c6b16-4179-48c1-bc86-a109ff2dceed req-46638740-b467-4f24-82c8-35f85139c3a7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0890384
Feb 17 00:57:28.302496 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-820c6b16-4179-48c1-bc86-a109ff2dceed req-eb6adfaf-edc1-41aa-8cc3-e85493d6967c tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420835
Feb 17 00:57:29.543096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75e74d-abd0-4266-b669-cc71261bd96d req-3e40be88-ef61-4a4a-9bc2-37d9eedfc22e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:29.545355 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce75e74d-abd0-4266-b669-cc71261bd96d req-3e40be88-ef61-4a4a-9bc2-37d9eedfc22e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1099460
Feb 17 00:57:29.601616 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce75e74d-abd0-4266-b669-cc71261bd96d req-3eef22d0-9487-4bbc-9520-08f7484d78b1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494850
Feb 17 00:57:30.816393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c279f-e99b-418b-a54d-f56faddafb33 req-908fde2b-4b22-4a3f-a495-c80480634c59 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:30.818015 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c7c279f-e99b-418b-a54d-f56faddafb33 req-908fde2b-4b22-4a3f-a495-c80480634c59 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0883565
Feb 17 00:57:30.869663 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8c7c279f-e99b-418b-a54d-f56faddafb33 req-40432794-b265-45a2-939b-b7791b69ee80 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451682
Feb 17 00:57:31.611449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-4bb92ec3-b118-472e-afd9-8c4c30b2417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:31.613058 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-4bb92ec3-b118-472e-afd9-8c4c30b2417e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1163 time: 0.0809624
Feb 17 00:57:31.758231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-56a87a9d-22cd-4e61-84ca-c36e0cae9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:31.759860 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-56a87a9d-22cd-4e61-84ca-c36e0cae9d4d service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1402671
Feb 17 00:57:31.876450 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-d1007d9a-5f23-4ab5-a951-c87c939872ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 1002 time: 0.1095042
Feb 17 00:57:31.950971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-2329f5de-8f18-4b43-ae09-f9ad87458fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:31.952597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-2329f5de-8f18-4b43-ae09-f9ad87458fe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0692272
Feb 17 00:57:32.087985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03079aaa-cf73-4a08-9a3e-e1ffbaae15d4 req-16f00dd4-586c-42a1-999f-7f1275097fa1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:32.091961 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03079aaa-cf73-4a08-9a3e-e1ffbaae15d4 req-16f00dd4-586c-42a1-999f-7f1275097fa1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0979245
Feb 17 00:57:32.096456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-e54552d8-d9ee-4339-922d-54723fdf97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:32.098113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-e54552d8-d9ee-4339-922d-54723fdf97d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374934
Feb 17 00:57:32.109852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-695fbf19-a239-4ba0-a3e5-6db20568cacf service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:57:32.110910 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-695fbf19-a239-4ba0-a3e5-6db20568cacf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063267
Feb 17 00:57:32.141315 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-03079aaa-cf73-4a08-9a3e-e1ffbaae15d4 req-d8bd4356-5f09-409e-a16f-353fa9883b02 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438871
Feb 17 00:57:32.256859 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-4fa9cb13-2356-45a1-8545-8885a2fa4cce service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390686
Feb 17 00:57:32.406260 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d43cc9e-6c33-40f7-aa1b-8b8f369e60ff req-f8b1b40b-92d9-4164-bfd0-619242825d8c service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425931
Feb 17 00:57:33.348760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50f651-434f-408c-9749-7212269dba8d req-78eb3064-e26c-4166-9652-0918c756a3aa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:33.350337 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe50f651-434f-408c-9749-7212269dba8d req-78eb3064-e26c-4166-9652-0918c756a3aa tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0904837
Feb 17 00:57:33.397993 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fe50f651-434f-408c-9749-7212269dba8d req-1e4f1e3d-20dd-4402-bca0-eb979de13cc7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412381
Feb 17 00:57:34.613651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dec4d1-fb5d-4a1a-8cfe-68e861f268d3 req-8dee921e-95cc-4551-a7ae-2a25c51e833e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:34.615304 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9dec4d1-fb5d-4a1a-8cfe-68e861f268d3 req-8dee921e-95cc-4551-a7ae-2a25c51e833e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0887208
Feb 17 00:57:34.663154 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c9dec4d1-fb5d-4a1a-8cfe-68e861f268d3 req-01f79f46-9b02-4968-83e1-9df5edc54e36 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416241
Feb 17 00:57:35.563575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:57:35.688740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:35.718705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:57:35.728642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:35.731521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:35.733958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:35.786673 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'code': 422} returned with failed status
Feb 17 00:57:35.809437 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:35.813537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:36.221338 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-c5c75180-0dff-40a7-a10b-23ef9d47c8a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1471901
Feb 17 00:57:36.227537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180148f3-130c-4be0-89b2-60d92c2004e1 req-c3d60a62-0630-4ae6-af3b-a53c13cc960e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:36.228953 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-180148f3-130c-4be0-89b2-60d92c2004e1 req-c3d60a62-0630-4ae6-af3b-a53c13cc960e tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1562588
Feb 17 00:57:36.282770 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-180148f3-130c-4be0-89b2-60d92c2004e1 req-bd7a72ad-f8c7-41a5-a60a-8cd488465c4d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472169
Feb 17 00:57:36.736064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-52992abb-6061-4787-9434-9c83e662c7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:36.737683 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-52992abb-6061-4787-9434-9c83e662c7f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906&tenant_id=16b2b5fd6f494be1a6ffb462c42c6506 HTTP/1.1" status: 200  len: 1161 time: 0.0788093
Feb 17 00:57:36.850776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-7f1d2c76-a921-4333-9d8f-acd7f28c5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:36.852444 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-7f1d2c76-a921-4333-9d8f-acd7f28c5c0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1161 time: 0.0908875
Feb 17 00:57:36.990135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-a6986e19-2add-481b-95ce-1b814cee6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:36.991633 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-a6986e19-2add-481b-95ce-1b814cee6993 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 200  len: 911 time: 0.1332800
Feb 17 00:57:37.098741 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-2a51699b-1efd-4873-b6ca-dd160f058c40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 200  len: 1000 time: 0.1008706
Feb 17 00:57:37.164775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-211c61a3-2f38-4ad6-8525-c846c6884437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:37.166249 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-211c61a3-2f38-4ad6-8525-c846c6884437 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 200  len: 856 time: 0.0617239
Feb 17 00:57:37.244504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-588c58a2-483e-41cf-8b27-233139a870a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:37.245961 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-588c58a2-483e-41cf-8b27-233139a870a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c3473a5d-0a07-4986-99ce-c9ce15763233&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737031
Feb 17 00:57:37.387418 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-02a868ee-718d-401b-82af-aa8d1b1e3d9e service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352723
Feb 17 00:57:37.493641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f8e0f-e43d-484d-a72d-739a9a47c170 req-3d3db9da-09bf-49a6-ae5e-93d74404c758 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:37.495324 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d7f8e0f-e43d-484d-a72d-739a9a47c170 req-3d3db9da-09bf-49a6-ae5e-93d74404c758 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0890768
Feb 17 00:57:37.534947 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-f60750cd-d1ea-4bea-94f3-57da9f93f1be service neutron] 10.222.0.47 "GET /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408095
Feb 17 00:57:37.543297 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1d7f8e0f-e43d-484d-a72d-739a9a47c170 req-2b97b44c-8a51-47f1-820c-989ea8438d78 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412290
Feb 17 00:57:38.258315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:38.777038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a6723-32c0-4ba1-b3a6-9e43bbabc7c0 req-469f2ada-6209-4264-b40c-cd646aa3daa3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:38.780044 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-025a6723-32c0-4ba1-b3a6-9e43bbabc7c0 req-469f2ada-6209-4264-b40c-cd646aa3daa3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1110570
Feb 17 00:57:38.838527 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-025a6723-32c0-4ba1-b3a6-9e43bbabc7c0 req-db7d402e-41e6-48f5-bf30-4e03b3e11fdf tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517249
Feb 17 00:57:39.637140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3717a1d7-30c1-448b-84f3-13258f3e9426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:40.050906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360331d-fbc4-4a41-9f6c-3867e1ec544b req-741ae0a8-44e7-49c2-82a8-46dd8a4d5115 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:40.050906 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8360331d-fbc4-4a41-9f6c-3867e1ec544b req-741ae0a8-44e7-49c2-82a8-46dd8a4d5115 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0894263
Feb 17 00:57:40.106172 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8360331d-fbc4-4a41-9f6c-3867e1ec544b req-260db47c-c5f3-4504-993b-e072a348b5b7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489361
Feb 17 00:57:41.358028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81aaf9-ef45-4b17-94db-1c38185b27de req-6c9d0e50-56e3-4381-a5a9-8bb3336a1f41 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:41.361835 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c81aaf9-ef45-4b17-94db-1c38185b27de req-6c9d0e50-56e3-4381-a5a9-8bb3336a1f41 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1202176
Feb 17 00:57:41.413484 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5c81aaf9-ef45-4b17-94db-1c38185b27de req-a2010a29-cd82-4f42-9cfa-a51f49821f87 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439630
Feb 17 00:57:42.064867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bb8bea8-3789-4a81-a094-ed7c41c3b5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:42.528466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:42.625391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c569a7-7d30-45d1-a155-79e0b47fcbe9 req-5f6ba62e-1796-47f2-a7cc-b9f53b91985f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:42.630908 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39c569a7-7d30-45d1-a155-79e0b47fcbe9 req-5f6ba62e-1796-47f2-a7cc-b9f53b91985f tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0888309
Feb 17 00:57:42.682792 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-39c569a7-7d30-45d1-a155-79e0b47fcbe9 req-7d586887-615e-46f3-b23f-a27e51091751 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483439
Feb 17 00:57:43.428982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:43.817749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:43.942961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2449c-2c0e-4f9d-a4ea-70fdf8a5f8b6 req-73a144f6-7ac4-4448-ac94-5c529f0d7665 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:43.944766 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07a2449c-2c0e-4f9d-a4ea-70fdf8a5f8b6 req-73a144f6-7ac4-4448-ac94-5c529f0d7665 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0903738
Feb 17 00:57:43.996428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-07a2449c-2c0e-4f9d-a4ea-70fdf8a5f8b6 req-7e3f1610-2b51-421a-8f50-ff839d270399 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444386
Feb 17 00:57:45.210513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a2258-9baa-4201-9b65-5fe2aa8eba75 req-31b5eb87-e38f-4428-b55e-6251e7ea8615 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:45.212179 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a93a2258-9baa-4201-9b65-5fe2aa8eba75 req-31b5eb87-e38f-4428-b55e-6251e7ea8615 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0915864
Feb 17 00:57:45.262483 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a93a2258-9baa-4201-9b65-5fe2aa8eba75 req-d8ac5624-fec3-4aac-bc64-7bada1e9a797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439212
Feb 17 00:57:46.475635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d637def-6328-49bc-84eb-231fb3a625a1 req-ddbe6e7e-1121-4107-8c6f-933b7c171494 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:46.477255 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d637def-6328-49bc-84eb-231fb3a625a1 req-ddbe6e7e-1121-4107-8c6f-933b7c171494 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0922914
Feb 17 00:57:46.527137 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6d637def-6328-49bc-84eb-231fb3a625a1 req-1edcff0e-a2f9-46b5-9ffc-0604dc8e5550 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434325
Feb 17 00:57:47.739834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7904db-e022-455b-a2e4-a25d77949327 req-88794e18-9daa-45ad-95f3-b9ee81c68254 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:47.741470 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c7904db-e022-455b-a2e4-a25d77949327 req-88794e18-9daa-45ad-95f3-b9ee81c68254 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0912735
Feb 17 00:57:47.805732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9c7904db-e022-455b-a2e4-a25d77949327 req-00786cae-6b53-4995-8cca-91ccc0f0e20b tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577950
Feb 17 00:57:49.103864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcc9da-0a99-47ee-8205-b8f5c285a66e req-f6010b3d-39de-48cf-bb66-c3c0bf7e2c32 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:49.105470 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-20bcc9da-0a99-47ee-8205-b8f5c285a66e req-f6010b3d-39de-48cf-bb66-c3c0bf7e2c32 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.1106443
Feb 17 00:57:49.155434 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-20bcc9da-0a99-47ee-8205-b8f5c285a66e req-987bc08d-9498-4912-99df-14cf8ff7e80d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427268
Feb 17 00:57:50.364213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c05cf-dfca-46d7-9f38-a640eba7eb55 req-83c4a1db-f26e-40b2-bd96-c027a4236207 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:50.365726 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-314c05cf-dfca-46d7-9f38-a640eba7eb55 req-83c4a1db-f26e-40b2-bd96-c027a4236207 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0906110
Feb 17 00:57:50.414491 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-314c05cf-dfca-46d7-9f38-a640eba7eb55 req-8ff00f40-235b-4299-99da-b2424276fde3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425649
Feb 17 00:57:51.624170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd9e7-7244-4377-84a2-f2240a200e4e req-ad9947d0-c72b-448b-a1ab-dfebca5e85f1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:51.625750 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2bdd9e7-7244-4377-84a2-f2240a200e4e req-ad9947d0-c72b-448b-a1ab-dfebca5e85f1 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0910552
Feb 17 00:57:51.896034 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a2bdd9e7-7244-4377-84a2-f2240a200e4e req-bc177c7f-dda7-42fb-9519-405681f7c2e6 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2636244
Feb 17 00:57:53.108112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1b635-9c68-4a24-95b5-43b08cebed33 req-7f7fe7af-30f1-41ff-bf42-a5c9ebe020a7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:53.109713 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d9b1b635-9c68-4a24-95b5-43b08cebed33 req-7f7fe7af-30f1-41ff-bf42-a5c9ebe020a7 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0892384
Feb 17 00:57:53.160122 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d9b1b635-9c68-4a24-95b5-43b08cebed33 req-eb602d67-3180-4a23-a058-f709e3de05c3 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440648
Feb 17 00:57:54.364067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cef46-7d83-4088-8e1f-c227cbba1eb9 req-09e74622-1b2d-40b6-a000-25e4abc3eb66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:54.365599 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a51cef46-7d83-4088-8e1f-c227cbba1eb9 req-09e74622-1b2d-40b6-a000-25e4abc3eb66 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0882535
Feb 17 00:57:54.416102 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a51cef46-7d83-4088-8e1f-c227cbba1eb9 req-064a4f8d-f0e1-4ad0-8fc1-62c02761d080 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442753
Feb 17 00:57:55.410320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:57:55.643323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44c6f3-4df3-4b1f-b140-b1ce199e1c58 req-88cb5042-7eac-4727-bdce-ee31f84ea308 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:55.644990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b44c6f3-4df3-4b1f-b140-b1ce199e1c58 req-88cb5042-7eac-4727-bdce-ee31f84ea308 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 944 time: 0.0951848
Feb 17 00:57:55.694667 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4b44c6f3-4df3-4b1f-b140-b1ce199e1c58 req-f5a4eab9-81b6-443c-bf22-79d88f001479 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428100
Feb 17 00:57:56.199393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:57:56.274784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:57:56.275262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:56.394858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:56.422634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:57:56.433035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:57:56.436075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:56.437988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:57:56.512012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=6']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:57:56.515497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:57:56.534192 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'code': 200}
Feb 17 00:57:56.795627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fd360-dcd4-4b15-8091-2b8a6be806f8 req-caeac16a-f07d-4779-83cc-b4237234a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:56.797529 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e54fd360-dcd4-4b15-8091-2b8a6be806f8 req-caeac16a-f07d-4779-83cc-b4237234a1ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 1163 time: 0.0843651
Feb 17 00:57:56.848321 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e54fd360-dcd4-4b15-8091-2b8a6be806f8 req-b0dfa4e3-3623-4854-9dee-794a22d4dbb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431123
Feb 17 00:57:56.916581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5eb55e-e70a-40fb-949a-63369e66d558 req-81d8a519-daf6-44f9-b570-3edc0dc9fc88 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:56.918179 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e5eb55e-e70a-40fb-949a-63369e66d558 req-81d8a519-daf6-44f9-b570-3edc0dc9fc88 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0859976
Feb 17 00:57:56.966659 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2e5eb55e-e70a-40fb-949a-63369e66d558 req-fb720d39-c3de-4ad0-87be-9fff15d3cffc tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416470
Feb 17 00:57:57.711108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:57:57.783799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:57:57.784216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:57:58.177113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819d369-3886-4457-a3fa-b92dee63b614 req-01856f9d-f7b5-480c-87f6-5ab289315425 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:58.178736 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7819d369-3886-4457-a3fa-b92dee63b614 req-01856f9d-f7b5-480c-87f6-5ab289315425 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0898473
Feb 17 00:57:58.228949 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-7819d369-3886-4457-a3fa-b92dee63b614 req-9af75933-046a-43c0-b2e8-c0efa82ad4f0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433998
Feb 17 00:57:59.091144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dc081-a257-439d-892b-bc4ceeb05420 req-0c158335-2a42-4a13-95e2-175628f61bdb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:59.092745 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-076dc081-a257-439d-892b-bc4ceeb05420 req-0c158335-2a42-4a13-95e2-175628f61bdb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.1014886
Feb 17 00:57:59.141664 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-076dc081-a257-439d-892b-bc4ceeb05420 req-4293d807-feb9-4fbb-ad56-e755433b2b56 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418241
Feb 17 00:57:59.435225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919bc41-5de4-4e0a-b255-f137cbfbe258 req-a77c8f1a-4fbd-459a-a36b-07256496e984 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:57:59.436717 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c919bc41-5de4-4e0a-b255-f137cbfbe258 req-a77c8f1a-4fbd-459a-a36b-07256496e984 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0857785
Feb 17 00:57:59.484546 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c919bc41-5de4-4e0a-b255-f137cbfbe258 req-6089411c-e97c-47d3-9331-e0f09cbf9252 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403750
Feb 17 00:57:59.731234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:57:59.806447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:57:59.806893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:00.349092 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a368b1-0c8c-44ad-b64a-c5a20c3a57e5 req-cba8876e-bace-48a5-a171-183f5442df2a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:00.350685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a368b1-0c8c-44ad-b64a-c5a20c3a57e5 req-cba8876e-bace-48a5-a171-183f5442df2a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.0913956
Feb 17 00:58:00.398105 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90a368b1-0c8c-44ad-b64a-c5a20c3a57e5 req-b9aa4c5a-4753-4a40-b52b-e538dc3c6320 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411401
Feb 17 00:58:01.035799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-8c065af1-1a05-4349-a2b2-6283cbee720a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:01.036555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-8c065af1-1a05-4349-a2b2-6283cbee720a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Synchronizing usage tracker for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:58:01.051390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-8c065af1-1a05-4349-a2b2-6283cbee720a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Unset dirty status for tenant:38b42fb7ef5a4788afd9bcaab5369185 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:58:01.052573 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-8c065af1-1a05-4349-a2b2-6283cbee720a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.0983257
Feb 17 00:58:01.131871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Deleting port adef38dc-3f25-48e3-9c52-0fb7b1015510 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:01.132247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.391539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] For port adef38dc-3f25-48e3-9c52-0fb7b1015510, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=adef38dc-3f25-48e3-9c52-0fb7b1015510,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:01.392207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.599925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8cc25-d57e-4fc5-b787-2b17fc4640cc req-b5fc0dd0-873f-45df-a797-18646d9baa97 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:01.601549 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73f8cc25-d57e-4fc5-b787-2b17fc4640cc req-b5fc0dd0-873f-45df-a797-18646d9baa97 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 945 time: 0.0891359
Feb 17 00:58:01.652061 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-73f8cc25-d57e-4fc5-b787-2b17fc4640cc req-98ce9cc0-2993-4af4-bef7-badc920ee8eb tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf312413-5cf8-4868-bba4-6891ba0e367e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440540
Feb 17 00:58:01.701242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.701690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.702037 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Floating IP d58fcef6-f53e-4beb-a6e3-7a0862257522 disassociated. External IP: 172.27.0.18, port: adef38dc-3f25-48e3-9c52-0fb7b1015510.
Feb 17 00:58:01.702509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Calling delete_port for adef38dc-3f25-48e3-9c52-0fb7b1015510 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:01.721117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device adef38dc-3f25-48e3-9c52-0fb7b1015510 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:58:01.842260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.858800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:01.874019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-baf11e38-ffda-4558-b255-02d9b32a75ed tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:02.193662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'Port': ['ID=adef38dc-3f25-48e3-9c52-0fb7b1015510,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:02.215193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.215625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.216042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.216450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.216857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.217260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.217662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.218065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.218462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.218863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.219284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.219704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.220191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.220588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.220988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.221384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.221780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.222177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.222571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.222990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.223388 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.223785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.224179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.224570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:02.229455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:02.475541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:58:02.667818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:58:02.678669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:58:02.691136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:02.692312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370918b38>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:57:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:02.707850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] No DVR routers for this DVR port adef38dc-3f25-48e3-9c52-0fb7b1015510 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:58:02.710364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:02.713264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'name': 'network-vif-deleted', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:58:02.741236 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-76c2a90c-861b-45a7-84f1-60c5ad60eeec req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.47 "DELETE /v2.0/ports/adef38dc-3f25-48e3-9c52-0fb7b1015510 HTTP/1.1" status: 204  len: 173 time: 1.6825669
Feb 17 00:58:02.851447 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e097d72-41c5-483c-943a-aa332c1e8543', 'name': 'network-vif-deleted', 'tag': 'adef38dc-3f25-48e3-9c52-0fb7b1015510', 'status': 'completed', 'code': 200}
Feb 17 00:58:02.903237 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dce55166-6515-4349-bb7d-b291231530fe req-bfd9fd9f-8f86-4424-80f2-e3644c066e81 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e097d72-41c5-483c-943a-aa332c1e8543 HTTP/1.1" status: 200  len: 210 time: 0.0552099
Feb 17 00:58:03.091196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:58:03.440200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370918b38>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:03.444075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:58:03.452771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:03.453408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370918b38>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:57:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:03.637796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:58:03.962172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370918b38>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:03.966332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc20dd-ab2e-4cd1-8826-24e01707bcc2 None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:47:25Z', 'revision_number': 4, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'b0e85d9e-90f9-4759-87ad-9180b68d6d91', 'name': '', 'network_id': '849e1c80-92d9-4bdd-80dd-11d1ebb50dc8', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'mac_address': 'fa:16:3e:31:48:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:21Z', 'updated_at': '2021-02-17T00:47:38Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'subnets': [{'id': '5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:58:04.044365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36642) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:04.117946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.147074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.194367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.199814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-06a7e8b7-c0e6-4117-96f1-a725b6939295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:04.215793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf312413-5cf8-4868-bba4-6891ba0e367e,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:04.219324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:04.227072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.231354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36646) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:04.231528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf312413-5cf8-4868-bba4-6891ba0e367e HTTP/1.1" status: 204  len: 168 time: 0.1858912
Feb 17 00:58:04.251579 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-bbf4c890-08dd-4ff1-8090-71d79e1c2ac1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] show failed (client error): The resource could not be found.
Feb 17 00:58:04.252597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bbf4c890-08dd-4ff1-8090-71d79e1c2ac1 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "GET /v2.0/security-groups/bf312413-5cf8-4868-bba4-6891ba0e367e HTTP/1.1" status: 404  len: 347 time: 0.0200741
Feb 17 00:58:04.255803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36650) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:04.334103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348b70fd-0729-4691-8c50-77334ab3f2f1 None None] New status for floating IP d58fcef6-f53e-4beb-a6e3-7a0862257522: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:58:04.429889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Deleting port 5f0067d4-8c52-4791-b949-1520aacf27bc {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:04.430277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.610578 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.610979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:04.741471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Calling delete_port for 5f0067d4-8c52-4791-b949-1520aacf27bc owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:04.827260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83982) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:58:04.827641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:58:05.329228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Deleting port 5f0067d4-8c52-4791-b949-1520aacf27bc {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:05.329627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:05.511515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:05.511888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:05.644182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Calling delete_port for 5f0067d4-8c52-4791-b949-1520aacf27bc owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:05.791049 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:05.807408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0f22a07a-2fbd-4d9f-be0e-0d9787720c03 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:05.902580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Pushing event deleted for resources: {'Port': ['ID=5f0067d4-8c52-4791-b949-1520aacf27bc,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:05.919842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.920275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.920701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.921120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.921533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.921943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.922353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.922802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.923240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.923650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.924058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.924465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.924955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.925365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.925770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.926174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.926577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.927003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.927409 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.927812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.928213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.928620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.929020 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.929420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:58:05.934389 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:06.050651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:06.065730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:06.066953 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-eb1fe49a-d891-4bb6-b934-5613c4149c75 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] 10.222.0.16 "DELETE /v2.0/floatingips/d58fcef6-f53e-4beb-a6e3-7a0862257522 HTTP/1.1" status: 204  len: 168 time: 1.8101115
Feb 17 00:58:08.273264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:09.639822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-56cf966e-6fa3-43a2-bec7-607da783b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:10.138268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36680) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:10.810620 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:11.400478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Deleting port b0e85d9e-90f9-4759-87ad-9180b68d6d91 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:11.400864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:11.582566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] For port b0e85d9e-90f9-4759-87ad-9180b68d6d91, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=b0e85d9e-90f9-4759-87ad-9180b68d6d91,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:11.582994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:11.713426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Calling delete_port for b0e85d9e-90f9-4759-87ad-9180b68d6d91 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:11.887510 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:11.905849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b14d8fab-bfa4-4544-8865-c8bfdb13e10a tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:11.999586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0e85d9e-90f9-4759-87ad-9180b68d6d91,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:12.009728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:12.075781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6f08f34-8c13-47ce-9b34-eccc131e45f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:12.323234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:12.526714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:12.834358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Router 03ab02b2-523e-40eb-b00f-b12e41bf2378 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:58:13.019756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:58:13.029286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Sync routers for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:58:13.034351 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] 10.222.0.16 "PUT /v2.0/routers/03ab02b2-523e-40eb-b00f-b12e41bf2378/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8935041
Feb 17 00:58:13.036461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36686) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:13.040581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:13.041250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370918d30>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:13.228080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.229149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:58:13.433332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.542772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370918d30>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:58:11Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:13.546988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Checking router: 03ab02b2-523e-40eb-b00f-b12e41bf2378 for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:58:13.557305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Routers {'03ab02b2-523e-40eb-b00f-b12e41bf2378'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:13.557999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370918d30>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['03ab02b2-523e-40eb-b00f-b12e41bf2378'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:13.654860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.660410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Deleting port 34433c56-889f-4e10-ba63-39a8841fa131 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:13.660777 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.748226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] Set router 03ab02b2-523e-40eb-b00f-b12e41bf2378 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:58:13.806091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.843803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] For port 34433c56-889f-4e10-ba63-39a8841fa131, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=34433c56-889f-4e10-ba63-39a8841fa131,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:13.844324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:13.976700 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Calling delete_port for 34433c56-889f-4e10-ba63-39a8841fa131 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:14.061018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370918d30>, [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:58:11Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:14.065551 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f4adaa-3649-428d-9ea0-a80fdce80151 None None] The sync data for ids ['03ab02b2-523e-40eb-b00f-b12e41bf2378'] in dv-cinder-759943-4-iscsi is: [{'id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'name': 'tempest-AttachVolumeTestJSON-429492673-router', 'tenant_id': '38b42fb7ef5a4788afd9bcaab5369185', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '34433c56-889f-4e10-ba63-39a8841fa131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:06Z', 'updated_at': '2021-02-17T00:58:11Z', 'revision_number': 5, 'project_id': '38b42fb7ef5a4788afd9bcaab5369185', 'gw_port': {'id': '34433c56-889f-4e10-ba63-39a8841fa131', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ab02b2-523e-40eb-b00f-b12e41bf2378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:09Z', 'updated_at': '2021-02-17T00:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:58:14.124968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.293204 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b0e85d9e-90f9-4759-87ad-9180b68d6d91 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:58:14.314023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.335136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: b0e85d9e-90f9-4759-87ad-9180b68d6d91 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:58:14.335544 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device b0e85d9e-90f9-4759-87ad-9180b68d6d91 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:58:14.458487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.460982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.481315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.481873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ab02b2-523e-40eb-b00f-b12e41bf2378 {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:58:14.494421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.495691 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3212626c-acf5-481a-86f9-9ab67f019dc1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/03ab02b2-523e-40eb-b00f-b12e41bf2378 HTTP/1.1" status: 204  len: 168 time: 1.4582524
Feb 17 00:58:14.498445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36690) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:14.567638 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Deleting subnet 5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:58:14.571346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.625955 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:14.753244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.023585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.039566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1c9121af-f26e-43df-9d72-a059f79555b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:15.132729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:15.137781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:15.171989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.178477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f094ec-4ff7-4c72-9fbd-861e9f11c7a2 None None] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:58:15.178909 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f72eecae-08cd-4f04-bc34-cf06425a6fce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5e59f2e0-94bd-4c72-9b0f-9e8fa6c76ea1 HTTP/1.1" status: 204  len: 168 time: 0.6794882
Feb 17 00:58:15.181525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36694) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:15.300752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.373788 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Deleting port 2f531a23-d0f8-4a74-96a3-176a738b4816 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:15.374280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.443057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5157f-461d-4379-82e7-63a18834421b None None] DHCP port deletion for 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 00:58:15.447342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Deleting port 2f531a23-d0f8-4a74-96a3-176a738b4816 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:15.447779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.594083 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] For port 2f531a23-d0f8-4a74-96a3-176a738b4816, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2f531a23-d0f8-4a74-96a3-176a738b4816,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:15.594466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.660556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-22b5157f-461d-4379-82e7-63a18834421b None None] For port 2f531a23-d0f8-4a74-96a3-176a738b4816, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2f531a23-d0f8-4a74-96a3-176a738b4816,segment=NetworkSegment(8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564),segment_id=8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:15.660895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.730993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Calling delete_port for 2f531a23-d0f8-4a74-96a3-176a738b4816 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:15.794143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Calling delete_port for 2f531a23-d0f8-4a74-96a3-176a738b4816 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:15.816156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:15.832455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-47071f6f-52c6-40a6-a48e-9977f244f7a1 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:15.868367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 00:58:15.868747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 00:58:15.934952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f531a23-d0f8-4a74-96a3-176a738b4816,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:15.939549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:15.975124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] No DVR routers for this DVR port 2f531a23-d0f8-4a74-96a3-176a738b4816 on host dv-cinder-759943-4-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:58:16.096483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.212473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136b34e128>,) {'filters': {'network_id': ['849e1c80-92d9-4bdd-80dd-11d1ebb50dc8']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:16.225001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136b34e128>, '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:16.225344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136b34e128>, '8a1df6d9-dfd1-4ff3-b6d2-4c5f7bd00564') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:16.237507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.252692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.254915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:58:16.331113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2f531a23-d0f8-4a74-96a3-176a738b4816 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:58:16.367864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 2f531a23-d0f8-4a74-96a3-176a738b4816 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:58:16.368265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2f531a23-d0f8-4a74-96a3-176a738b4816 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:58:16.368735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 34433c56-889f-4e10-ba63-39a8841fa131 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:58:16.397468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Deleting port 2f531a23-d0f8-4a74-96a3-176a738b4816 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:16.397891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-22b5157f-461d-4379-82e7-63a18834421b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.437046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:58:16.443301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 34433c56-889f-4e10-ba63-39a8841fa131 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:58:16.443698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 34433c56-889f-4e10-ba63-39a8841fa131 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:58:16.447141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.481302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-22b5157f-461d-4379-82e7-63a18834421b None None] The port '2f531a23-d0f8-4a74-96a3-176a738b4816' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 00:58:16.624564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Network 849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:58:16.881358 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:58:16.958173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.961622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:16.979160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:16.990747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Pushing event deleted for resources: {'Network': ['ID=849e1c80-92d9-4bdd-80dd-11d1ebb50dc8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:16.994250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:17.004296 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] 10.222.0.16 "DELETE /v2.0/networks/849e1c80-92d9-4bdd-80dd-11d1ebb50dc8 HTTP/1.1" status: 204  len: 168 time: 1.8217640
Feb 17 00:58:17.135723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36700) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:17.187295 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6657b8f5-e2cd-4e89-88b4-7a1ecf72e165 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38b42fb7ef5a4788afd9bcaab5369185&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0502062
Feb 17 00:58:17.190001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36704) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:17.251280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:17.278151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:17.321102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:17.325949 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-435c0406-f81e-4a27-91cb-919993b64626 tempest-VolumesNegativeTest-1983645716 tempest-VolumesNegativeTest-1983645716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:17.341625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126d97a4-4fdf-4b55-9f5f-54d01c8d7725,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:17.344780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:17.347395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:17.348651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/126d97a4-4fdf-4b55-9f5f-54d01c8d7725 HTTP/1.1" status: 204  len: 168 time: 0.1576521
Feb 17 00:58:21.600885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36766) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:21.727346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:21.746101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:21.750168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ccf25ede1947878a92e2d8a9b5728a is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:21.753715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:21.759595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:21.848505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:21.850960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:21.859566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c10e62e-86c9-4735-96ab-2f662bd0fa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:21.903971 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7ccf25ede1947878a92e2d8a9b5728a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2993391
Feb 17 00:58:21.903971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa64e7-34a7-457e-ad03-eaccaf2c98f5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:21.904612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36772) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:21.906958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:21.968123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:21.995527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:22.041815 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:22.046701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-61f55523-7902-4987-87dd-2776346db506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:22.066925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa64e7-34a7-457e-ad03-eaccaf2c98f5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:22.069456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:22.070673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:22.072058 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4528e998-eb88-4a6f-bdf5-fc7fb58044e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fcaa64e7-34a7-457e-ad03-eaccaf2c98f5 HTTP/1.1" status: 204  len: 168 time: 0.1663985
Feb 17 00:58:32.266115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36908) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:32.389191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.405039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:32.408984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f82942d20a34a3a9d301a8e9193e731 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:32.410251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:58:32.412648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:32.418259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:32.501896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.505422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.514112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c3998b78-e8d7-465f-b486-77b25c387499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:32.555728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f82942d20a34a3a9d301a8e9193e731&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2884710
Feb 17 00:58:32.557440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9803fa-2899-40ff-8b04-e1d6bb9d6437,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:32.558692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36914) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:32.561011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db9a14c8-8c3d-404a-a8f4-5cc797227fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:32.620639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.647681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.693447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.698430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3e6efd6c-97c6-427d-a71a-b6c8b8f4d4cd tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:32.714783 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9803fa-2899-40ff-8b04-e1d6bb9d6437,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:32.719945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:32.724256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:32.725449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d9803fa-2899-40ff-8b04-e1d6bb9d6437 HTTP/1.1" status: 204  len: 168 time: 0.1656587
Feb 17 00:58:33.013217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36922) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:33.032546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.047480 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:33.052171 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Usage tracker for resource:security_group_rule and tenant:fcde33ecc14a4abfb726b86faecf1095 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:33.055100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:33.061303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:33.144940 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.147557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.156399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d6975fb5-9478-47c3-8ff8-310915ec4690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:33.198130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fcde33ecc14a4abfb726b86faecf1095&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1838176
Feb 17 00:58:33.199915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75530ffd-99a6-4d41-be37-608ee1684d96,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:33.201417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36926) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:33.203466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b45f25ae-2ccd-4bbe-a795-1a5187e486cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:33.264919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.292293 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.339531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.344384 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a9a0c208-ea78-4598-b670-a9a812fb90ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:33.359200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75530ffd-99a6-4d41-be37-608ee1684d96,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:33.362261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:33.367209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.368411 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75530ffd-99a6-4d41-be37-608ee1684d96 HTTP/1.1" status: 204  len: 168 time: 0.1656451
Feb 17 00:58:33.717609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 36934) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:33.737022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.752907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:33.757534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Usage tracker for resource:security_group_rule and tenant:e4c8ca96e49144b0a943c1835f8dcbed is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:33.761222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:33.767124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:33.856530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.859139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:33.867843 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cbb23896-1b5d-4848-95f9-c078754f9c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:33.912587 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4c8ca96e49144b0a943c1835f8dcbed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1937907
Feb 17 00:58:33.914210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d3f62-f1b1-4762-a2d9-e02246178220,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:33.915434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 36938) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:33.917481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fcae4398-2a9e-405d-bce2-a02a383ad5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:33.978506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:34.005202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:34.052539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:34.057390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2b3d1227-a136-4cd6-99bc-31e2f8b049bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:34.070491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d3f62-f1b1-4762-a2d9-e02246178220,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:34.073216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:34.081973 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:34.083219 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ea0076fd-8bfb-45c1-a6c4-40d90cfc7dcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/700d3f62-f1b1-4762-a2d9-e02246178220 HTTP/1.1" status: 204  len: 168 time: 0.1666491
Feb 17 00:58:38.266991 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:39.640716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b6342887-58b4-458f-9e34-ba0b150670be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:42.068731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6576dcbc-1897-49c8-908b-8c98ea1ae6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:42.529568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:43.434672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:43.787615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.362954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37038) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:46.533936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.550849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:46.555054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b47be161f444698e5af167283e458c is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:46.558025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:46.563867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:46.648713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.651485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.660917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-68519130-c307-45b1-b8cf-0fe71becd48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:46.702459 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4b47be161f444698e5af167283e458c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3376367
Feb 17 00:58:46.703492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468d9a7-3003-410d-9975-c9bfcc286611,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:46.705439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37044) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:46.707569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f09964d-2cc4-428a-b577-a726ba4a6340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:46.774523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.801567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.846661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.850489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee123625-3cda-46da-9068-5da9cd0f6d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:46.864006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2468d9a7-3003-410d-9975-c9bfcc286611,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:46.866821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:46.875739 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:46.876941 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3cae47b7-4114-4751-aca8-584b41b8c0e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2468d9a7-3003-410d-9975-c9bfcc286611 HTTP/1.1" status: 204  len: 168 time: 0.1689181
Feb 17 00:58:47.162330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37054) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:47.182025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.197794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:47.201856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Usage tracker for resource:security_group_rule and tenant:052a83c90d3e4fe6bd2869a4157de9dd is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:47.204814 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:47.210673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:47.295189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.297984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.306600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f964b0ee-e0dd-4fdb-9193-462bf89d244f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:47.349402 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=052a83c90d3e4fe6bd2869a4157de9dd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1858165
Feb 17 00:58:47.350324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eae613-f945-4827-8a58-cb0f00cdad09,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:47.352344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37058) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:47.354030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8470b283-3007-41d4-8b61-aba8e95284ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:47.417427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.443692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.487695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.493018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b7e519f-14c6-4f6b-b169-8ae4821e6846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:47.508644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eae613-f945-4827-8a58-cb0f00cdad09,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:47.511779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:47.516138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:47.517346 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5eae613-f945-4827-8a58-cb0f00cdad09 HTTP/1.1" status: 204  len: 168 time: 0.1639380
Feb 17 00:58:49.782300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37120) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:49.911476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:49.927073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:49.931131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Usage tracker for resource:security_group_rule and tenant:528b83ecfcbd4172a71e550eea5ed6ff is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:49.934106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:49.939886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:50.022329 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.025419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.033954 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bafc98f-9d41-4a43-aa2b-fc50511a5e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:50.076442 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=528b83ecfcbd4172a71e550eea5ed6ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2930150
Feb 17 00:58:50.077407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3afff81-5c19-4cc6-abbc-b5698fce9260,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:50.079411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37126) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:50.080717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:50.142595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.171002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.215232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.220104 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d16a28b0-6263-48c5-8979-6bb1bf27925d tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:50.232567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3afff81-5c19-4cc6-abbc-b5698fce9260,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:50.236445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:50.240105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.241335 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e3afff81-5c19-4cc6-abbc-b5698fce9260 HTTP/1.1" status: 204  len: 168 time: 0.1608572
Feb 17 00:58:50.526220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37134) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:50.549852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.565484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:58:50.570994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Usage tracker for resource:security_group_rule and tenant:442523dd06a54fa18f169f6c2beded29 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:58:50.574063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:58:50.579984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:58:50.664315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.667022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.675786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fc81fe8b-106e-4a87-86e9-99c210f5d937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:50.718927 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=442523dd06a54fa18f169f6c2beded29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914666
Feb 17 00:58:50.719838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe61684-05f4-4d22-8c23-f6a0d7bfbdb5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:50.721742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37138) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:58:50.723209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-07029791-415c-4911-b3c4-b49c01a80216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:50.785675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.812481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.861176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.866913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-203093f5-48e7-4048-af74-746bf63ff802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:50.881519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe61684-05f4-4d22-8c23-f6a0d7bfbdb5,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:50.884349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:50.894182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:50.895456 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3fe61684-05f4-4d22-8c23-f6a0d7bfbdb5 HTTP/1.1" status: 204  len: 168 time: 0.1717396
Feb 17 00:58:55.664792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afad0a-5c27-47bf-a3d0-4769ccc6f246 req-f6d93f5c-dd7e-421b-8235-e593eb605d61 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:55.666352 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82afad0a-5c27-47bf-a3d0-4769ccc6f246 req-f6d93f5c-dd7e-421b-8235-e593eb605d61 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0898235
Feb 17 00:58:55.713684 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-82afad0a-5c27-47bf-a3d0-4769ccc6f246 req-b3fd1560-c3b8-4127-bd3f-4d7915f763ff tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410659
Feb 17 00:58:56.938622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3587c8-1de6-4185-8c24-23397cf5da46 req-415eb2ab-66fe-48f3-8096-66ac6d40df08 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:56.940258 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d3587c8-1de6-4185-8c24-23397cf5da46 req-415eb2ab-66fe-48f3-8096-66ac6d40df08 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.0881262
Feb 17 00:58:56.988339 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d3587c8-1de6-4185-8c24-23397cf5da46 req-cb5e5db2-e247-412c-bda5-bd1ede9fb654 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups?id=c2af4411-645e-4027-85c1-bc753a2ac9b5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406520
Feb 17 00:58:57.221794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18254e88-4275-4408-a98c-9971f563fae7 req-1c054502-223b-451f-ae7e-f0a03ff2a949 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:58:57.223117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-18254e88-4275-4408-a98c-9971f563fae7 req-1c054502-223b-451f-ae7e-f0a03ff2a949 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Synchronizing usage tracker for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:58:57.240208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-18254e88-4275-4408-a98c-9971f563fae7 req-1c054502-223b-451f-ae7e-f0a03ff2a949 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Unset dirty status for tenant:16b2b5fd6f494be1a6ffb462c42c6506 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:58:57.241455 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-18254e88-4275-4408-a98c-9971f563fae7 req-1c054502-223b-451f-ae7e-f0a03ff2a949 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 946 time: 0.1040576
Feb 17 00:58:57.320719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:58:57.321110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.641976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] For port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:58:57.643412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.990408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.991070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:57.991204 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Floating IP 5dd11253-6f25-4f36-b86d-545d82d3f689 disassociated. External IP: 172.27.0.181, port: 6aa45bf2-6d98-4b59-970b-7c1832dbfbed.
Feb 17 00:58:57.991601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for 6aa45bf2-6d98-4b59-970b-7c1832dbfbed owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:58:58.092970 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:58:58.171880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:58.179615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] No active binding found for port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed {{(pid=83984) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 17 00:58:58.180381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 6aa45bf2-6d98-4b59-970b-7c1832dbfbed not bound to the agent host hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:58:58.188750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0b6a251-eeb9-4f11-a08c-d8a5f3efbfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:58:58.195262 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f3c0eaaa-8611-4c57-9170-5ec6f45a49ef req-06048fb8-c3a3-414c-b0bf-ddb4a5c84fa0 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 210 time: 0.0699475
Feb 17 00:58:58.290337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'Port': ['ID=6aa45bf2-6d98-4b59-970b-7c1832dbfbed,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:58:58.300015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:58:58.556755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:58:58.747169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:58:58.766177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:58:58.788054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] No DVR routers for this DVR port 6aa45bf2-6d98-4b59-970b-7c1832dbfbed on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:58:58.790988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:58:58.792477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:58.793186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137017ddd8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:58.794633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-deleted', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:58:58.833885 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-18254e88-4275-4408-a98c-9971f563fae7 req-a97bef30-ee92-41f3-844e-62c0c2d4c797 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.47 "DELETE /v2.0/ports/6aa45bf2-6d98-4b59-970b-7c1832dbfbed HTTP/1.1" status: 204  len: 173 time: 1.5869329
Feb 17 00:58:58.860434 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b4f93b-2371-4374-9c23-24c36775d906', 'name': 'network-vif-deleted', 'tag': '6aa45bf2-6d98-4b59-970b-7c1832dbfbed', 'status': 'completed', 'code': 200}
Feb 17 00:58:59.038948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:58:59.384381 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137017ddd8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:59.390136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:58:59.400200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:58:59.400879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f137017ddd8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:58:59.411510 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-66a4e938-eabd-4939-b0f8-0ffe20dc4c29 req-76da617d-4f72-47ea-aad6-a18ce8403f02 tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9b4f93b-2371-4374-9c23-24c36775d906 HTTP/1.1" status: 200  len: 210 time: 0.0687478
Feb 17 00:58:59.765952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:00.100589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f137017ddd8>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:00.104665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97a253-6389-43a4-be6f-92e91c11b2a8 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:47:33Z', 'revision_number': 4, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': '4dd9af3d-8b95-4949-a2c2-fdee97f31a67', 'name': '', 'network_id': 'c3473a5d-0a07-4986-99ce-c9ce15763233', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'mac_address': 'fa:16:3e:5b:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:31Z', 'updated_at': '2021-02-17T00:47:46Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'subnets': [{'id': '350ae183-afeb-4a4b-bf46-0c802971fa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:00.481988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e4aafc-bcb7-4d1a-8f20-9ce5d20c139d None None] New status for floating IP 5dd11253-6f25-4f36-b86d-545d82d3f689: DOWN {{(pid=83985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 00:59:00.555546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37276) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:00.625724 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:00.655765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:00.705445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:00.710943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d58a53eb-85a5-4a26-b2bf-1a7f070dcaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:00.729593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2af4411-645e-4027-85c1-bc753a2ac9b5,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:00.732736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:00.743521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:00.746582 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4acbd8b3-3cfb-4c73-8fa4-013b387e4e7d tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "DELETE /v2.0/security-groups/c2af4411-645e-4027-85c1-bc753a2ac9b5 HTTP/1.1" status: 204  len: 168 time: 0.1872423
Feb 17 00:59:00.747811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37282) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:00.773932 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.api.v2.resource [None req-bf29114d-1f72-4b9f-99e7-bb33edbb2bbe tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] show failed (client error): The resource could not be found.
Feb 17 00:59:00.778341 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bf29114d-1f72-4b9f-99e7-bb33edbb2bbe tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "GET /v2.0/security-groups/c2af4411-645e-4027-85c1-bc753a2ac9b5 HTTP/1.1" status: 404  len: 347 time: 0.0294483
Feb 17 00:59:00.779190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37288) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:00.949045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Deleting port 7b34954b-1dbc-476f-a95f-ceebcf85698f {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:59:00.949431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.352279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.352860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.480685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Calling delete_port for 7b34954b-1dbc-476f-a95f-ceebcf85698f owned by network:floatingip {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:59:01.620153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.634962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d964a35c-3a72-4977-860c-58914a7435ba tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:01.728456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Pushing event deleted for resources: {'Port': ['ID=7b34954b-1dbc-476f-a95f-ceebcf85698f,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:01.738021 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:01.851816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks [] for floatingip, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.866122 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:01.867374 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] 10.222.0.16 "DELETE /v2.0/floatingips/5dd11253-6f25-4f36-b86d-545d82d3f689 HTTP/1.1" status: 204  len: 168 time: 1.0870347
Feb 17 00:59:03.536345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37320) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:03.661796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.680964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:03.684996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbde26339134995b472490d8ea1e693 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:03.687946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:03.694258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:03.780419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.783208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.791986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c8889a28-f8b1-4e90-8b26-c2f98461543a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:03.833557 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cbde26339134995b472490d8ea1e693&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960682
Feb 17 00:59:03.835241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4a8cb6-4e67-4bab-8a5b-bb83fa8b7fd3,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:03.836511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37326) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:03.844355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.844780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.845192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.845584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.845993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.846394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.846791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.847261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.847663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.848057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.848455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.848853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.849336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.849737 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.850137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.850532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.850943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.851342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.851736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.852128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.852526 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.852920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.853311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.853702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:03.858292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-84d83b53-4b18-4509-a2c4-2c16a3daa7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:03.898187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.924992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.968837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.974335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f4b1fa4f-46ce-48bf-b62e-610c4ee0e9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:03.988511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4a8cb6-4e67-4bab-8a5b-bb83fa8b7fd3,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:03.991581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:03.992486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:03.993818 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a4a8cb6-4e67-4bab-8a5b-bb83fa8b7fd3 HTTP/1.1" status: 204  len: 168 time: 0.1561906
Feb 17 00:59:04.645357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37352) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:04.730022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37360) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:04.759350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-598838208-network', 'tenant_id': '78d5c0930c464b11b7531befb363e514'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:04.765115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:04.770261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Usage tracker for resource:network and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:04.774907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:04.781146 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:04.791529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Made reservation on behalf of 78d5c0930c464b11b7531befb363e514 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:04.796335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:04.809938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:04.829374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:04.834040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:04.837056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:04.843061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:04.929304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:04.932256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:04.936520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8fe1dbc8-5926-4324-89e2-869a2e884e3a tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:04.970217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:59:04.979745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44094c56-6e7c-4752-bd10-4d9bd1a21ff5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:04.983160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:04.988801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:04.989252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Added segment bc88508c-3082-4b8a-b3e7-d9de12645391 of type vxlan for network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241
Feb 17 00:59:05.017671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.047744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.049028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:05.049671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.055090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0436f001-e2f6-4147-b73c-03ea6986fe96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:05.156721 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5101528
Feb 17 00:59:05.159713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37366) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:05.168130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Request body: {'subnet': {'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-598838208-subnet', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'ip_version': 4}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:05.171500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8e04f428-c4fe-4cc0-8c78-5b7827eb5241,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:05.174903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:05.176601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:05.180787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Usage tracker for resource:subnet and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:05.183897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:05.185369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:59:05.189708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:05.199831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Made reservation on behalf of 78d5c0930c464b11b7531befb363e514 for: {'subnet': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:05.200986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:59:05.205562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852701952'] for subnet, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.368758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.633821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852687849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852701935'] for subnet, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.651457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8840f770-4cf3-47a1-9861-0bc069e45760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:05.741963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Deleting port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:59:05.742350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.787585 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e37066-f562-4956-b2b8-c3f5f18d1304,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:05.791729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:05.850851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:05.851283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Network hostable DHCP agents. Network: 8e04f428-c4fe-4cc0-8c78-5b7827eb5241, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83982) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:59:05.870324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83982) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:59:05.878616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 8e04f428-c4fe-4cc0-8c78-5b7827eb5241) {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:05.889711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dffd818-a43c-43f0-8fb1-c884e4c7facf None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:05.890481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:05.891162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.914787 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-90d7a807-dcb4-4222-b9d1-50064a06e467 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7511854
Feb 17 00:59:05.915014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37370) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:05.921042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:05.926736 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:05.931707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Usage tracker for resource:router and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:05.934853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] For port 4dd9af3d-8b95-4949-a2c2-fdee97f31a67, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:05.935303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.936157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:05.942941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:05.954519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.955836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:05.971664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.068986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Calling delete_port for 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 owned by network:router_interface {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:59:06.134149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:59:06.135108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.249200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.265491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f11c7a5f-f6b5-4891-a8ec-d5e0f90aeaa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:06.277250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.357279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd9af3d-8b95-4949-a2c2-fdee97f31a67,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:06.364310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:06.443745 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Allocated IP 172.20.0.2 (8e04f428-c4fe-4cc0-8c78-5b7827eb5241/98e37066-f562-4956-b2b8-c3f5f18d1304/2d393202-bee8-4578-a0d9-e11af1f3176c) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:06.637170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.670150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.696126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.701605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.706856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Transition to ACTIVE for port object 2d393202-bee8-4578-a0d9-e11af1f3176c will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:06.723520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Transition to ACTIVE for port object 2d393202-bee8-4578-a0d9-e11af1f3176c will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:06.727961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:06.743983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:06.894458 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Pushing event updated for resources: {'Port': ['ID=2d393202-bee8-4578-a0d9-e11af1f3176c,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:06.906634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.907033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.907411 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.907785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.908153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.908521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.908886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.909248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.909660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.910024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.910385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.910753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.911238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.911601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.911960 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.912316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.912672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.913029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.913385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.913742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.914099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.914455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.914811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.915191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:06.921076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:06.966214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Allocated IP 172.27.0.197 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/be04b502-f7fd-46ff-92a9-436dfed986a7) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:06.968195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:06.969438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:06.972572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:07.033353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Attempting to bind port 2d393202-bee8-4578-a0d9-e11af1f3176c on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:07.033761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Attempting to bind port 2d393202-bee8-4578-a0d9-e11af1f3176c by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:07.034186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Attempting to bind port 2d393202-bee8-4578-a0d9-e11af1f3176c on network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:07.041148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:07.041738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:07.042197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.042647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Bound using segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:07.043200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Bound port: 2d393202-bee8-4578-a0d9-e11af1f3176c, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:07.043628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.150270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] For port 2d393202-bee8-4578-a0d9-e11af1f3176c, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:07.154892 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] For port 2d393202-bee8-4578-a0d9-e11af1f3176c, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2d393202-bee8-4578-a0d9-e11af1f3176c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:07.158261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.174549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:07.333053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Pushing event updated for resources: {'Port': ['ID=2d393202-bee8-4578-a0d9-e11af1f3176c,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:07.336633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:07.365374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.396078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.412778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-09e7e0e0-0fd9-4e51-a909-d859f213a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:07.490220 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:59:07.548519 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Pushing event updated for resources: {'Port': ['ID=be04b502-f7fd-46ff-92a9-436dfed986a7,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:07.571873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.572300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.572720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.573130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.573538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.573943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.574405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.574728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.575161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.575558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.575959 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.576358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.576839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.577244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.577642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.578039 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.578434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.578840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.579264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.579663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.580064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.580459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.580855 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.581779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:07.587569 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:07.626011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:07.627451 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:07.630006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:07.690820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:07.703079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Sync routers for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:07.718322 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e8b6b0ae-1984-4f10-9157-97858232ad7f admin admin] 10.222.0.16 "PUT /v2.0/routers/919fd205-c47c-4d75-b0b3-f67e81ae4a88/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9870839
Feb 17 00:59:07.719302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37374) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:07.721489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:07.722733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370868320>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:07.950117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks [] for router, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:07.986102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:08.121178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.141747 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.147554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Deleting port d7d0decb-46b6-4a03-bede-5855a10d8435 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:59:08.147928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.295701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.319241 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370868320>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:59:06Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:08.323811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Checking router: 919fd205-c47c-4d75-b0b3-f67e81ae4a88 for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:08.334761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Routers {'919fd205-c47c-4d75-b0b3-f67e81ae4a88'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:08.335499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370868320>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:08.338473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] For port d7d0decb-46b6-4a03-bede-5855a10d8435, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=d7d0decb-46b6-4a03-bede-5855a10d8435,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:08.338990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.499073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Calling delete_port for d7d0decb-46b6-4a03-bede-5855a10d8435 owned by network:router_gateway {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:59:08.521324 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.587862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2d393202-bee8-4578-a0d9-e11af1f3176c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:08.653864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]: WARNING neutron.plugins.ml2.ovo_rpc [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = function(*args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     proto.__init__(conn_state, self)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle()
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle_one_request()
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.handle_one_response()
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = self.application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return app(environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self.application)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return request.get_response(self.application)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = req.get_response(self._app)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     application, catch_exc_info=False)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     app_iter = application(self.environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     response = self.app(environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return resp(environ, start_response)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     resp = self.call_func(req, *args, **kw)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.func(req, *args, **kwargs)
Feb 17 00:59:08.660889 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     result = method(request=request, **args)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._delete(request, id, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*dup_args, **dup_kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     obj_deleter(request.context, id, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return method(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(*dup_args, **dup_kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._delete_current_gw_port(context, id, router, None)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, context, *args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return method(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     context, port, router_ids, bound_mech_contexts)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     return function(*args, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     callback(resource, event, trigger, **kwargs)
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     if self._is_session_semantic_violated(context, resource, event):
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]:     stack = traceback.extract_stack()
Feb 17 00:59:08.666725 dv-cinder-759943-4-iscsi neutron-server[83873]: 
Feb 17 00:59:08.766793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83982) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:59:08.804642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] Set router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:08.947364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:08.985833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:08.999677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:09.004367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeded81-69b2-417a-b714-00449883a378 None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:09.011243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:09.012153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370791fd0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:09.016200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.018112 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cfa2a176-48c6-4e14-ba6f-ec46f68f003f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1015759
Feb 17 00:59:09.021194 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37378) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:09.106746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 2d393202-bee8-4578-a0d9-e11af1f3176c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:09.115945 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.119196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.127626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Provisioning for port 2d393202-bee8-4578-a0d9-e11af1f3176c completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:09.161553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Provisioning complete for port 2d393202-bee8-4578-a0d9-e11af1f3176c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:09.161951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.210681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:09.237024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.238370 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 919fd205-c47c-4d75-b0b3-f67e81ae4a88 {{(pid=83983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 00:59:09.254914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.256560 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a5c7d634-337d-4b9e-87d5-57e29ae94732 admin admin] 10.222.0.16 "DELETE /v2.0/routers/919fd205-c47c-4d75-b0b3-f67e81ae4a88 HTTP/1.1" status: 204  len: 168 time: 1.5360665
Feb 17 00:59:09.259933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37382) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:09.340644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Deleting subnet 350ae183-afeb-4a4b-bf46-0c802971fa40 {{(pid=83983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 00:59:09.344616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.407820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826952225'] for subnet, precommit_delete_associations {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.462990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:59:09.487157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370868320>, [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:59:06Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:09.489887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.512889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.519486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cad454-be25-4f2d-a014-78fc0ec67c56 None None] The sync data for ids ['919fd205-c47c-4d75-b0b3-f67e81ae4a88'] in dv-cinder-759943-4-iscsi is: [{'id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'name': 'tempest-AttachVolumeShelveTestJSON-1071189412-router', 'tenant_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:47:11Z', 'updated_at': '2021-02-17T00:59:06Z', 'revision_number': 5, 'project_id': '16b2b5fd6f494be1a6ffb462c42c6506', 'gw_port': {'id': 'd7d0decb-46b6-4a03-bede-5855a10d8435', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:aa:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919fd205-c47c-4d75-b0b3-f67e81ae4a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:47:13Z', 'updated_at': '2021-02-17T00:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:09.546886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] For port 2d393202-bee8-4578-a0d9-e11af1f3176c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2d393202-bee8-4578-a0d9-e11af1f3176c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:09.555950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.558733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-474e73a1-2d34-41bb-9f20-e8fce6bec6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:09.561224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370791fd0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:07Z', 'revision_number': 3, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:09.566250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:09.567486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Updating router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e port be04b502-f7fd-46ff-92a9-436dfed986a7 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:09.650833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:09.653113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Pushing event updated for resources: {'Port': ['ID=2d393202-bee8-4578-a0d9-e11af1f3176c,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:09.674123 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ffa768db-f685-4420-9816-a72169a7eee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:09.694270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bab5988f-45e5-4e8d-8185-fad3c4ca54e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.000840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-d03d6b5e-89b9-4ddd-86de-7b6643219034 None None] Provisioning complete for port 2d393202-bee8-4578-a0d9-e11af1f3176c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:10.001360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d03d6b5e-89b9-4ddd-86de-7b6643219034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.234177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.265349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Transition to ACTIVE for port object be04b502-f7fd-46ff-92a9-436dfed986a7 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:10.266427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27823484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852819338'] for subnet, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.274261 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.283684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.290348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:10.294716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-13402573-ee2e-4c23-9ffb-fca40f77eab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:10.335467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2d235db2-bb1f-4f9b-b1cb-2881f524f874 None None] Provisioning complete for port 2d393202-bee8-4578-a0d9-e11af1f3176c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:10.335887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2d235db2-bb1f-4f9b-b1cb-2881f524f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.402151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=350ae183-afeb-4a4b-bf46-0c802971fa40,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:10.412584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:10.479067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2d393202-bee8-4578-a0d9-e11af1f3176c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:10.484471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Pushing event updated for resources: {'Port': ['ID=be04b502-f7fd-46ff-92a9-436dfed986a7,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:10.497345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.497728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.498103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.498910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.498910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.499208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.499533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.499893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.500255 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.500612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.500972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.501333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.501773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.502133 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.503107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.503961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.504317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.504678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.505040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.505397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.505763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.506121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.506479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.506832 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 00:59:10.524713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.527584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:10.534439 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ec8575b1-bbda-4ad9-a92c-2176f9e19488 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/350ae183-afeb-4a4b-bf46-0c802971fa40 HTTP/1.1" status: 204  len: 168 time: 1.2713296
Feb 17 00:59:10.534851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f90905-37fe-4b35-b412-4107f65477b6 None None] Network c3473a5d-0a07-4986-99ce-c9ce15763233 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:10.535029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37386) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:10.597561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Attempting to bind port be04b502-f7fd-46ff-92a9-436dfed986a7 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:10.598283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Attempting to bind port be04b502-f7fd-46ff-92a9-436dfed986a7 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:10.598691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Attempting to bind port be04b502-f7fd-46ff-92a9-436dfed986a7 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:10.605246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:10.605660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:10.606105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.606538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:10.607173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Bound port: be04b502-f7fd-46ff-92a9-436dfed986a7, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:10.607607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.677256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.697387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] For port be04b502-f7fd-46ff-92a9-436dfed986a7, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:10.701163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] For port be04b502-f7fd-46ff-92a9-436dfed986a7, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=be04b502-f7fd-46ff-92a9-436dfed986a7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:10.706331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.762839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 2d393202-bee8-4578-a0d9-e11af1f3176c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:10.763258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.799339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:10.824715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Deleting port 995d5d4b-6d6b-4b70-af51-72d52710d780 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:59:10.825266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:10.856837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Allocated IP 172.20.0.1 (8e04f428-c4fe-4cc0-8c78-5b7827eb5241/98e37066-f562-4956-b2b8-c3f5f18d1304/dd493227-b2e7-406b-97f3-7557941e665c) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:10.891691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-65d0c1d6-2cab-4e53-b0b0-bd1682a921e7 None None] Provisioning complete for port 2d393202-bee8-4578-a0d9-e11af1f3176c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:10.892109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-65d0c1d6-2cab-4e53-b0b0-bd1682a921e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.058980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Pushing event updated for resources: {'Port': ['ID=be04b502-f7fd-46ff-92a9-436dfed986a7,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:11.063651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ee96ab99-3345-4c35-8aad-04c45cf28345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:11.095661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.117958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:59:11.122413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Transition to ACTIVE for port object dd493227-b2e7-406b-97f3-7557941e665c will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:11.137173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:11.138127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370791fd0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:58:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:11.153998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] For port 995d5d4b-6d6b-4b70-af51-72d52710d780, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=995d5d4b-6d6b-4b70-af51-72d52710d780,segment=NetworkSegment(a5dff49a-a1db-484d-87c1-01e242eccc0f),segment_id=a5dff49a-a1db-484d-87c1-01e242eccc0f)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:11.154412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.155118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.306446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bbed93a-990d-4937-b3c8-342059c533a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:11.311127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Calling delete_port for 995d5d4b-6d6b-4b70-af51-72d52710d780 owned by network:dhcp {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 00:59:11.315486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89527f24-c3ca-4007-bbb1-dee66edc0155 None None] DHCP port deletion for c3473a5d-0a07-4986-99ce-c9ce15763233 request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 00:59:11.334790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:59:11.335151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 4dd9af3d-8b95-4949-a2c2-fdee97f31a67 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:59:11.336860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-89527f24-c3ca-4007-bbb1-dee66edc0155 None None] Deleting port 995d5d4b-6d6b-4b70-af51-72d52710d780 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 00:59:11.337267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-89527f24-c3ca-4007-bbb1-dee66edc0155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.343224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:11.389536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Pushing event updated for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:11.395567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:11.407948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:11.409465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:11.418098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.424753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:11.436613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-89527f24-c3ca-4007-bbb1-dee66edc0155 None None] The port '995d5d4b-6d6b-4b70-af51-72d52710d780' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 00:59:11.437058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9fdc353e-586d-4e37-9eda-cdf79d06577f tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:11.495141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.555096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Pushing event deleted for resources: {'Port': ['ID=995d5d4b-6d6b-4b70-af51-72d52710d780,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:11.560340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:11.607271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] No DVR routers for this DVR port 995d5d4b-6d6b-4b70-af51-72d52710d780 on host dv-cinder-759943-4-iscsi {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 00:59:11.677188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370791fd0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:07Z', 'revision_number': 3, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:11.681469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788120-9df0-4586-a2e4-f30e91d70efc None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:07Z', 'revision_number': 3, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:11.701564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-096f2963-35bb-48df-b2b6-6d73071fe187 None None] Provisioning for port dd493227-b2e7-406b-97f3-7557941e665c completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:11.709926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-096f2963-35bb-48df-b2b6-6d73071fe187 None None] Provisioning complete for port dd493227-b2e7-406b-97f3-7557941e665c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:11.713546 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-096f2963-35bb-48df-b2b6-6d73071fe187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.748976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.771966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.774761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-096f2963-35bb-48df-b2b6-6d73071fe187 None None] Port dd493227-b2e7-406b-97f3-7557941e665c cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:11.887290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136ac84828>,) {'filters': {'network_id': ['c3473a5d-0a07-4986-99ce-c9ce15763233']}} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:11.901186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ac84828>, 'a5dff49a-a1db-484d-87c1-01e242eccc0f') {'for_net_delete': True} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:11.902001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136ac84828>, 'a5dff49a-a1db-484d-87c1-01e242eccc0f') {} {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:11.915281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27823559'] for segment, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.934977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:11.937165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 00:59:12.072557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.075948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ba8904e-b6c0-40fd-aee3-5333f40cbd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.076326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.110353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:12.127469 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Network c3473a5d-0a07-4986-99ce-c9ce15763233 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:59:12.140927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826955645'] for segment, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.204279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Pushing event updated for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:12.213644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:12.232476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.353811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Network c3473a5d-0a07-4986-99ce-c9ce15763233 has no segments {{(pid=83983) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 00:59:12.379238 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 00:59:12.389911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:12.389911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:12.433647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device be04b502-f7fd-46ff-92a9-436dfed986a7 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:12.507426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.520342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:12.551838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.555272 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port be04b502-f7fd-46ff-92a9-436dfed986a7 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:12.561082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.562403 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port be04b502-f7fd-46ff-92a9-436dfed986a7 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:12.562835 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.574250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3473a5d-0a07-4986-99ce-c9ce15763233,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:12.591189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:12.622799 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-db06c696-a092-477c-876e-43a688a9e518 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c3473a5d-0a07-4986-99ce-c9ce15763233 HTTP/1.1" status: 204  len: 168 time: 2.0865860
Feb 17 00:59:12.640542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:59:12.731118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.747687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-333ded44-4790-4453-add3-307506de34b7 None None] Provisioning complete for port dd493227-b2e7-406b-97f3-7557941e665c triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:12.748196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-333ded44-4790-4453-add3-307506de34b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.796660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37394) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:12.816455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port be04b502-f7fd-46ff-92a9-436dfed986a7, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=be04b502-f7fd-46ff-92a9-436dfed986a7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:12.825465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.837609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:12.850485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:12.860490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] 10.222.0.16 "PUT /v2.0/routers/2c11fc63-e1d4-4832-9a8b-46751d26ac2e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8382108
Feb 17 00:59:12.872774 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a1992a99-462e-4351-abd1-0fe59b8240e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=16b2b5fd6f494be1a6ffb462c42c6506&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0705914
Feb 17 00:59:12.875893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37400) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:12.900100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 995d5d4b-6d6b-4b70-af51-72d52710d780 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:59:12.946920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 995d5d4b-6d6b-4b70-af51-72d52710d780 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:59:12.947327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 995d5d4b-6d6b-4b70-af51-72d52710d780 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:59:12.947803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device d7d0decb-46b6-4a03-bede-5855a10d8435 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 00:59:12.959784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:12.983684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-333ded44-4790-4453-add3-307506de34b7 None None] Port dd493227-b2e7-406b-97f3-7557941e665c cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:12.995452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: d7d0decb-46b6-4a03-bede-5855a10d8435 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 00:59:12.995636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device d7d0decb-46b6-4a03-bede-5855a10d8435 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 00:59:12.997639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.019787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=be04b502-f7fd-46ff-92a9-436dfed986a7,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:13.023518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:13.056579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.061974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5ec2a32e-0a53-4fc2-989e-c18dbfaf66b2 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:13.076627 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12637cb-3f04-4897-a1c9-e5709e5c287b,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:13.079564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:13.086035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.087320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-69640bde-bdea-47bc-91aa-9576743a942c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b12637cb-3f04-4897-a1c9-e5709e5c287b HTTP/1.1" status: 204  len: 168 time: 0.2090588
Feb 17 00:59:13.440233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.745070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37432) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:13.751908 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-273676466-network', 'tenant_id': '675e6166fc984152b74a9dd931b0b268'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:13.757771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:13.761926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Usage tracker for resource:network and tenant:675e6166fc984152b74a9dd931b0b268 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:13.768771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:13.779667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:13.792185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Made reservation on behalf of 675e6166fc984152b74a9dd931b0b268 for: {'network': 1} {{(pid=83982) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:13.794834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.797088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for network, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.818144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.834425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:13.838552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Usage tracker for resource:security_group_rule and tenant:675e6166fc984152b74a9dd931b0b268 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:13.841534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:13.847760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:13.937402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.945182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:13.949647 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3fc574e8-38a1-4371-b147-54e077859957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:13.983902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=83982) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 17 00:59:13.993548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17db544-55b3-4965-91f3-6c221483c895,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:13.997492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:14.000161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304261443615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.000591 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.segments_db [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Added segment 7c78e423-1c77-4e1c-8b2b-63b8a6aaf513 of type vxlan for network 28578099-63ee-4f16-b9b2-c29bbc27c69d
Feb 17 00:59:14.030135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363304261959967'] for network, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.062540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114'] for network, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.063894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:14.064539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.070557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5cc23e7d-2e4b-4ab2-8e50-27f320c5b896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:14.181325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4346948
Feb 17 00:59:14.182371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Pushing event updated for resources: {'Network': ['ID=28578099-63ee-4f16-b9b2-c29bbc27c69d,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:14.185107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37444) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:14.185256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:14.196216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d details requested by agent ovs-agent-dv-cinder-759943-4-iscsi with host dv-cinder-759943-4-iscsi {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:59:14.202126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Request body: {'subnet': {'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-273676466-subnet', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'ip_version': 4}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:14.207863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:14.212468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Usage tracker for resource:subnet and tenant:675e6166fc984152b74a9dd931b0b268 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:14.215801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:14.217071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d details requested by agent ovs-agent-hv-cinder-75994 with host hv-cinder-75994 {{(pid=83984) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 17 00:59:14.223438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:14.233006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Made reservation on behalf of 675e6166fc984152b74a9dd931b0b268 for: {'subnet': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:14.238505 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1956504'] for subnet, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.428189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device be04b502-f7fd-46ff-92a9-436dfed986a7 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:14.512031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port be04b502-f7fd-46ff-92a9-436dfed986a7 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:14.512708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.624430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:14.646117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:14.647100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13708d9550>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:14.716033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036826952391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1956489'] for subnet, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:14.738751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3a8566cf-785b-4255-8bdf-5b0334dfd4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:14.885279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:14.896477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072b48ae-3a1f-420f-9208-83624b55f6b8,revision_number=0']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:14.902226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:14.966024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Checking segment: {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:14.966421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Network hostable DHCP agents. Network: 28578099-63ee-4f16-b9b2-c29bbc27c69d, hostable agents: ['4252feeb-a147-4844-9a02-38bda6ecb5d5'], hosted agents: [] {{(pid=83983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 17 00:59:14.987127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d is scheduled to be hosted by DHCP agent 4252feeb-a147-4844-9a02-38bda6ecb5d5 with binding_index 1 {{(pid=83983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 17 00:59:14.998671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-4-iscsi, 28578099-63ee-4f16-b9b2-c29bbc27c69d) {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:15.014156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:15.014930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.031914 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdfaec-a922-4156-a287-abaab96bcacf None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:15.036874 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a1b8d3d3-a0d7-46fa-8ea5-6dfffe18bd62 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8501492
Feb 17 00:59:15.039811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37462) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:15.045242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:15.050699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:15.054790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Usage tracker for resource:router and tenant:675e6166fc984152b74a9dd931b0b268 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:15.058415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:15.064282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:15.074017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036851095088', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6194'] for router, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.075056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851095257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036851076195', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-397238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769606'] for router, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.090690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.375313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-407102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3680694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769655'] for router, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.430631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1576e96a-e7dd-5dee-989e-e367e54df7bd-28578099-63ee-4f16-b9b2-c29bbc27c69d', 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'fixed_ips': [{'subnet_id': '072b48ae-3a1f-420f-9208-83624b55f6b8'}]}} from dv-cinder-759943-4-iscsi. {{(pid=83984) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 17 00:59:15.431596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.453834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13708d9550>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:15.468665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:15.469080 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Updating router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e port dd493227-b2e7-406b-97f3-7557941e665c binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:15.606244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.711174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:15.743312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.226407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Allocated IP 172.20.0.2 (28578099-63ee-4f16-b9b2-c29bbc27c69d/072b48ae-3a1f-420f-9208-83624b55f6b8/0667ef36-bcfd-4982-91b0-f217f8b37fd0) {{(pid=83984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:16.268257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Allocated IP 172.27.0.71 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/ce45bb52-6322-4a05-81bb-bf3290ca7be4) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:16.451026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.486790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.506078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-df0add54-91cd-419b-a79e-f515f5a38b07 tempest-AttachVolumeNegativeTest-895893988 tempest-AttachVolumeNegativeTest-895893988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:16.558506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.582364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks [] for port, precommit_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.585233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Transition to ACTIVE for port object dd493227-b2e7-406b-97f3-7557941e665c will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:16.592871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.609966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:16.647045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Transition to ACTIVE for port object 0667ef36-bcfd-4982-91b0-f217f8b37fd0 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:16.647266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce45bb52-6322-4a05-81bb-bf3290ca7be4,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:16.660801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:16.704645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:16.705844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:16.708406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:16.755054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Transition to ACTIVE for port object 0667ef36-bcfd-4982-91b0-f217f8b37fd0 will not be triggered until provisioned by entity DHCP. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:16.763208 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Pushing event updated for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:16.779822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:16.780948 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606'] for port, after_create {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:16.798719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b2a1f9d7-a583-448f-a71c-df58bda51713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:16.960493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Pushing event updated for resources: {'Port': ['ID=0667ef36-bcfd-4982-91b0-f217f8b37fd0,revision_number=1']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:16.975676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:17.131516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Attempting to bind port dd493227-b2e7-406b-97f3-7557941e665c on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:17.131937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Attempting to bind port dd493227-b2e7-406b-97f3-7557941e665c by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:17.132588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Attempting to bind port dd493227-b2e7-406b-97f3-7557941e665c on network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:17.142520 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:17.142728 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:17.143073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.144043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Bound using segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:17.144562 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Bound port: dd493227-b2e7-406b-97f3-7557941e665c, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:17.145350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.160015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d is already hosted by enough agents. {{(pid=83984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:17.161273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Resources bound (agent type, host, resource id):  {{(pid=83984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:17.163664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Received port after_create {{(pid=83984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:17.179427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.277522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Attempting to bind port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:17.277844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Attempting to bind port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:17.278257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Attempting to bind port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 on network 28578099-63ee-4f16-b9b2-c29bbc27c69d {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:17.297671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:17.298100 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Checking segment: {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:17.298559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.299031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Bound using segment: {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:17.299561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Bound port: 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:17.300076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.378936 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] For port dd493227-b2e7-406b-97f3-7557941e665c, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:17.402313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] For port dd493227-b2e7-406b-97f3-7557941e665c, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=dd493227-b2e7-406b-97f3-7557941e665c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:17.414653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.432234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:17.544571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3680679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854368763'] for router, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.561894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] For port 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:17.582836 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] For port 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=0667ef36-bcfd-4982-91b0-f217f8b37fd0,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:17.599156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Pushing event updated for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:17.602391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:17.617921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:17.618447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:17.765662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Router 615fb882-0776-4b0d-82a0-bad366cd590d is scheduled to L3 agent 4d814228-f46e-4f77-9791-744568cf1348 with binding_index 1 {{(pid=83983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 17 00:59:17.788410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Pushing event updated for resources: {'Port': ['ID=0667ef36-bcfd-4982-91b0-f217f8b37fd0,revision_number=2']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:17.805988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:17.854659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:17.855531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13708d9550>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:17.970554 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:17.982725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Sync routers for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:17.995534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:17.996225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370791a20>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:18.006889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] Notify callbacks [] for router, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:18.011489 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-124c0ae5-5f8d-444a-b5dd-21631d1014c2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.9679999
Feb 17 00:59:18.012499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37490) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:18.088826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:18.214161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:18.548896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 0667ef36-bcfd-4982-91b0-f217f8b37fd0 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:18.641977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370791a20>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 3, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:18.647619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Checking router: 615fb882-0776-4b0d-82a0-bad366cd590d for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:18.648275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Updating router 615fb882-0776-4b0d-82a0-bad366cd590d port ce45bb52-6322-4a05-81bb-bf3290ca7be4 binding host dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:18.698738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:18.710492 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:18.729071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13708d9550>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:17Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:18.733582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3852ec7-21b7-46fe-aba8-9f6bb8b71bda None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:17Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:19.108404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.169461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks [] for port, precommit_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.182637 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Transition to ACTIVE for port object ce45bb52-6322-4a05-81bb-bf3290ca7be4 will not be triggered until provisioned by entity L2. {{(pid=83985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:19.188188 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.205289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:19.406415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Attempting to bind port ce45bb52-6322-4a05-81bb-bf3290ca7be4 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:19.406833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Attempting to bind port ce45bb52-6322-4a05-81bb-bf3290ca7be4 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:19.407268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Attempting to bind port ce45bb52-6322-4a05-81bb-bf3290ca7be4 on network 28ace156-edba-4acf-b19e-e8cace1ddc78 {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:19.427376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:19.427792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Checking segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:19.428236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.428669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Bound using segment: {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'} {{(pid=83985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:19.429185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Bound port: ce45bb52-6322-4a05-81bb-bf3290ca7be4, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}}] {{(pid=83985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:19.429598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.513253 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] For port ce45bb52-6322-4a05-81bb-bf3290ca7be4, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:19.514521 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Allocated IP 172.20.0.1 (28578099-63ee-4f16-b9b2-c29bbc27c69d/072b48ae-3a1f-420f-9208-83624b55f6b8/fc1e79a1-d324-41cf-b9e4-08890fd56ef5) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:19.516527 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] For port ce45bb52-6322-4a05-81bb-bf3290ca7be4, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ce45bb52-6322-4a05-81bb-bf3290ca7be4,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:19.521791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7df08-218a-494b-ad65-03d2f0f656c3 None None] Pushing event updated for resources: {'Port': ['ID=ce45bb52-6322-4a05-81bb-bf3290ca7be4,revision_number=2']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:19.525160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d5f7df08-218a-494b-ad65-03d2f0f656c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:19.526696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83985) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.543645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8b91e699-a391-4a6f-a7c4-6c971e1ae9ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:19.641740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33943d7-05bb-4744-8080-83d10814ad83 None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 00:59:19.698687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7df08-218a-494b-ad65-03d2f0f656c3 None None] Pushing event updated for resources: {'Port': ['ID=ce45bb52-6322-4a05-81bb-bf3290ca7be4,revision_number=3']} {{(pid=83985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:19.702244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d5f7df08-218a-494b-ad65-03d2f0f656c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83985) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:19.709926 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.732025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Transition to ACTIVE for port object fc1e79a1-d324-41cf-b9e4-08890fd56ef5 will not be triggered until provisioned by entity DHCP. {{(pid=83982) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:19.745331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Provisioning for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:19.748652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:19.749481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370791a20>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:19.761976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Provisioning complete for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:19.762408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.764372 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:19.782396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:19.957636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:19.966051 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:20.036563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.061031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:20.062398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:20.065229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:20.093265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] For port 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=0667ef36-bcfd-4982-91b0-f217f8b37fd0,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:20.106567 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.108910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c7a47a1-bb53-4fc5-8c5f-82dbde9a6e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:20.131299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3687452'] for router_interface, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.156610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:20.198128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Pushing event updated for resources: {'Port': ['ID=0667ef36-bcfd-4982-91b0-f217f8b37fd0,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:20.202155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-16b4a55f-334e-4b45-86b0-77e0e4a1a022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:20.262943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.339903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Provisioning for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:20.353350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Provisioning complete for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:20.354176 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.433462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:20.450046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Provisioning complete for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:20.451101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3b228a0b-c908-4401-9550-842d166d27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.510566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device dd493227-b2e7-406b-97f3-7557941e665c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:20.541385 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370791a20>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 3, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:20.547859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552afb6-6f4b-40ee-9aaf-5c4d9725d3dd None None] The sync data for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi is: [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:16Z', 'revision_number': 3, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:20.602978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.607868 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.645543 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-30f68a2b-c0d8-4d5b-b310-596dc5bec196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:20.650412 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port dd493227-b2e7-406b-97f3-7557941e665c completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:20.667110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port dd493227-b2e7-406b-97f3-7557941e665c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:20.667541 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.736138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3764129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851088262'] for router_interface, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.752466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:20.808299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.821744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:20.857978 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c20664a1-2745-400c-b85c-b4d8138290b1 None None] Provisioning complete for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:20.858493 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c20664a1-2745-400c-b85c-b4d8138290b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.892311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port dd493227-b2e7-406b-97f3-7557941e665c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=dd493227-b2e7-406b-97f3-7557941e665c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:20.903462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:20.908314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 0667ef36-bcfd-4982-91b0-f217f8b37fd0 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:20.910812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:20.912098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:20.938732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:21.095661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c20664a1-2745-400c-b85c-b4d8138290b1 None None] Port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:21.164610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Router 615fb882-0776-4b0d-82a0-bad366cd590d has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 00:59:21.167582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c20664a1-2745-400c-b85c-b4d8138290b1 None None] Provisioning complete for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:21.168001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c20664a1-2745-400c-b85c-b4d8138290b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.202660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:21.215455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:21.231183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:21.231604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.424137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 00:59:21.436812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-e06aaa7e-ce90-4e54-9fb4-5e4e5c6fc990 admin admin] 10.222.0.16 "PUT /v2.0/routers/615fb882-0776-4b0d-82a0-bad366cd590d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4228213
Feb 17 00:59:21.595058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8c7995f0-3112-4364-ae15-1cb520aeec03 None None] Provisioning complete for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:21.595549 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8c7995f0-3112-4364-ae15-1cb520aeec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.655529 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-8c7995f0-3112-4364-ae15-1cb520aeec03 None None] Port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:21.668132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-8c7995f0-3112-4364-ae15-1cb520aeec03 None None] Provisioning complete for port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:21.668561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8c7995f0-3112-4364-ae15-1cb520aeec03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.899340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2118373211', 'description': 'tempest-TestVolumeBootPattern-2118373211 description'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:21.906436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:21.911283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:security_group and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:21.914271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:21.920152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:21.929685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:21.950509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:21.954410 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:security_group_rule and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:21.957993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:21.964099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:22.041482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.044289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.049716 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2bbb7ad4-4187-422f-bed9-f9fa5733b310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:22.090107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:22.093009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.094334 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-188b4536-ad9b-4165-8cd0-6530e0e70ff7 req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2000742
Feb 17 00:59:22.095248 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:22.166987 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-cec3d56c-ac3a-4a85-a387-0237fb284c22 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups/3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8 HTTP/1.1" status: 200  len: 1808 time: 0.0478678
Feb 17 00:59:22.177429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:22.177790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:22.183689 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:22.187704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:security_group_rule and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:22.191141 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:22.196824 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:22.250004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.274535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.277103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.279269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9ce7db7-8313-4ace-b820-64796baddb10 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:22.301953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38be3833-4783-4e51-8b44-c81a3e98ffc9,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:22.304470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:22.310555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.311852 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f21a5753-dfa1-46c7-a8da-57b346f1917b req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1386361
Feb 17 00:59:22.394480 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-bd37e4ec-9ef0-470b-9097-eeb5681be936 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups/3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8 HTTP/1.1" status: 200  len: 2401 time: 0.0596285
Feb 17 00:59:22.406124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8', 'remote_group_id': None}]} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:22.406397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8', 'remote_group_id': None}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:22.413350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:22.417983 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:security_group_rule and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:22.421095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:22.427851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:22.470550 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ce45bb52-6322-4a05-81bb-bf3290ca7be4 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:22.491850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.519190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.521853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376839'] for security_group_rule, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.524534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a263e23a-f545-421d-895f-648aa964cdaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:22.542595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2922b4-61d6-41b3-97c8-52282f6dd5a7,revision_number=0']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:22.546461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:22.549192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port ce45bb52-6322-4a05-81bb-bf3290ca7be4 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:22.555635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ce45bb52-6322-4a05-81bb-bf3290ca7be4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:22.555902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.562857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.564314 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-bdb736de-05e2-46bd-b70c-cde465bd72cf req-25d9bad9-005f-4b97-957d-106ebd16d646 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1627722
Feb 17 00:59:22.692791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.710393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port ce45bb52-6322-4a05-81bb-bf3290ca7be4, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ce45bb52-6322-4a05-81bb-bf3290ca7be4,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:22.713540 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:22.714427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device dd493227-b2e7-406b-97f3-7557941e665c up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:22.744178 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-33eed2c1-60a5-4abf-8440-d8ead5f9fdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:22.841875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=ce45bb52-6322-4a05-81bb-bf3290ca7be4,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:22.845268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:22.854318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port dd493227-b2e7-406b-97f3-7557941e665c triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:22.854738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:23.410947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Sync routers for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 00:59:23.420807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:23.421472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701d2080>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:23.798909 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:24.142976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701d2080>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 4, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'fc1e79a1-d324-41cf-b9e4-08890fd56ef5', 'name': '', 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'mac_address': 'fa:16:3e:c8:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:19Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 2, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'subnets': [{'id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:24.147804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Checking router: 615fb882-0776-4b0d-82a0-bad366cd590d for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 00:59:24.148490 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Updating router 615fb882-0776-4b0d-82a0-bad366cd590d port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 binding host dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 17 00:59:24.166744 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37610) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:24.210548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.304876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.324074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:24.329074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Usage tracker for resource:security_group_rule and tenant:51d353053c2c4c889404b58ef818c1b5 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:24.333614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:24.340749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:24.400223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ce45bb52-6322-4a05-81bb-bf3290ca7be4 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:24.435258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.438726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.448610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-991595c4-8679-419f-86ba-ed6605a38b29 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:24.496691 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51d353053c2c4c889404b58ef818c1b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3285487
Feb 17 00:59:24.498135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d2677-16f4-4612-99e0-b34fe596ec47,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:24.499069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37618) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:24.504825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0bba764f-2fcc-484d-a48c-9a5ab6965a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:24.564254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.591608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port ce45bb52-6322-4a05-81bb-bf3290ca7be4 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:24.591798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.592023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.638069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.644180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c9adea75-a5ae-4654-b2f0-e9e45a40c5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:24.658183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d2677-16f4-4612-99e0-b34fe596ec47,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:24.661917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:24.664014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.667712 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/988d2677-16f4-4612-99e0-b34fe596ec47 HTTP/1.1" status: 204  len: 168 time: 0.1647816
Feb 17 00:59:24.868055 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks [] for port, precommit_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.881170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Transition to ACTIVE for port object fc1e79a1-d324-41cf-b9e4-08890fd56ef5 will not be triggered until provisioned by entity L2. {{(pid=83984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:24.884107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:24.904233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e921f00-42f5-49fa-a2c5-d54c27a3d18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:25.049686 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1cf3-f18d-40c9-a963-187ba27670f3 None None] Pushing event updated for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=3']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:25.054821 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505f1cf3-f18d-40c9-a963-187ba27670f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:25.224581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Attempting to bind port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 on host dv-cinder-759943-4-iscsi for vnic_type normal with profile  {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:25.224999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Attempting to bind port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 by drivers openvswitch on host dv-cinder-759943-4-iscsi at level 0 using segments [{'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:25.225414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Attempting to bind port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 on network 28578099-63ee-4f16-b9b2-c29bbc27c69d {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:25.231571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Checking agent: {'id': 'de50a89e-7162-4efa-b8e5-6eb9ec7cd291', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 38, 13), 'started_at': datetime.datetime(2021, 2, 17, 0, 38, 43), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.57', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:25.231993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Checking segment: {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:25.232482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.232922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Bound using segment: {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'} {{(pid=83984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:25.233850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Bound port: fc1e79a1-d324-41cf-b9e4-08890fd56ef5, host: dv-cinder-759943-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d'}}] {{(pid=83984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:25.233850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.348555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] For port fc1e79a1-d324-41cf-b9e4-08890fd56ef5, host dv-cinder-759943-4-iscsi, cleared binding levels {{(pid=83984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:25.352952 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] For port fc1e79a1-d324-41cf-b9e4-08890fd56ef5, host dv-cinder-759943-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:25.360964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:25.428155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1f7f3b53-56f4-41af-82e6-2fdf8d1625a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:25.537574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f1cf3-f18d-40c9-a963-187ba27670f3 None None] Pushing event updated for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:25.541305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505f1cf3-f18d-40c9-a963-187ba27670f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:25.587665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 00:59:25.588503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13701d2080>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T00:59:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:25.801023 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 00:59:26.320538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13701d2080>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 4, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'fc1e79a1-d324-41cf-b9e4-08890fd56ef5', 'name': '', 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'mac_address': 'fa:16:3e:c8:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:19Z', 'updated_at': '2021-02-17T00:59:25Z', 'revision_number': 4, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'subnets': [{'id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 00:59:26.324810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9907836-a141-4a0f-afac-f2eedbb0a757 None None] The sync data for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi is: [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 4, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'fc1e79a1-d324-41cf-b9e4-08890fd56ef5', 'name': '', 'network_id': '28578099-63ee-4f16-b9b2-c29bbc27c69d', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'mac_address': 'fa:16:3e:c8:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:19Z', 'updated_at': '2021-02-17T00:59:25Z', 'revision_number': 4, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'subnets': [{'id': '072b48ae-3a1f-420f-9208-83624b55f6b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 00:59:28.403688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device fc1e79a1-d324-41cf-b9e4-08890fd56ef5 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:28.478632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:28.483748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:28.484174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.612704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.646864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] For port fc1e79a1-d324-41cf-b9e4-08890fd56ef5, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 00:59:28.650065 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:28.652016 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:28.723748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Pushing event updated for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:28.727098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:30.388086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device fc1e79a1-d324-41cf-b9e4-08890fd56ef5 up at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 00:59:30.463317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Provisioning complete for port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:30.463751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.478105 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37762) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:35.607167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.622225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:35.626559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Usage tracker for resource:security_group_rule and tenant:df4729e734ba49fc803b9f9adbf38e9c is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:35.630053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:35.635811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:35.719535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.722251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.734172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a2749c3f-8e59-4107-a060-bf231eb32045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:35.776571 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df4729e734ba49fc803b9f9adbf38e9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2973044
Feb 17 00:59:35.778295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa831f7e-0952-4b1e-845e-1d8010129be2,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:35.779419 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37772) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:35.781677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cb246fd9-bc3f-4041-bfa4-956e10aca782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:35.843722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.870816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.914634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.919512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-befa72ff-5a0b-47d2-99e5-6b43a20cbe4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:35.932359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa831f7e-0952-4b1e-845e-1d8010129be2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:35.937613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:35.942558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:35.944046 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aa831f7e-0952-4b1e-845e-1d8010129be2 HTTP/1.1" status: 204  len: 168 time: 0.1631389
Feb 17 00:59:38.060323 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37842) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:38.183364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.198254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:38.202297 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a45ef277e5a34e1493fb00de1a9bb9da is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:38.205281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:38.211785 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:38.295962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.299132 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.301719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.311675 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8573f3e5-a7cd-40c1-8829-f87a05365cfe tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:38.354113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a45ef277e5a34e1493fb00de1a9bb9da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2926345
Feb 17 00:59:38.355812 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781ff00-1439-4974-8739-36d2572c2daf,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:38.357045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37848) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:38.359071 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:38.420184 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.446474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.489932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.494731 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-00aa83dd-29d8-4a1d-9ad7-71ed63c47985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:38.509417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781ff00-1439-4974-8739-36d2572c2daf,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:38.511862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:38.520165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.521377 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f781ff00-1439-4974-8739-36d2572c2daf HTTP/1.1" status: 204  len: 168 time: 0.1632817
Feb 17 00:59:38.808441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37858) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:38.827968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.843644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:38.847711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Usage tracker for resource:security_group_rule and tenant:7b4dc15fbae945aabfe701c3c0c0bf1d is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:38.850614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:38.856335 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:38.944353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.947088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:38.955986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0fa01015-4472-4a56-942d-c4764140070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:38.997822 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b4dc15fbae945aabfe701c3c0c0bf1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1881387
Feb 17 00:59:38.998725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d4040-bb24-4a19-8180-25250e985c72,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:39.000688 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37862) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:39.002224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6b19627f-db7d-4375-a007-726e05a3ea43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:39.068038 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:39.094840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:39.139943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:39.145064 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-bc482e6c-77f8-4ee3-8162-a2582a2d73a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:39.159701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d4040-bb24-4a19-8180-25250e985c72,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:39.162387 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:39.169289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:39.170498 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8bffc824-a8c8-4eb4-a5d9-11b71ee90bce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a3d4040-bb24-4a19-8180-25250e985c72 HTTP/1.1" status: 204  len: 168 time: 0.1687515
Feb 17 00:59:39.647224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-df71698f-0896-4992-b247-c693d92d1d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.288282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37924) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:41.411331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.426491 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:41.430603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Usage tracker for resource:security_group_rule and tenant:da62be013cbe48a28dc6f4cc884fa604 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:41.433607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:41.439422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:41.527013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.529846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.538661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9b31d8ac-8ea8-4f07-a64b-eb732fe3d565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:41.581635 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da62be013cbe48a28dc6f4cc884fa604&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2921162
Feb 17 00:59:41.583348 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f16d451-65aa-40e9-af92-39f73f78a5da,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:41.584610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37930) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:41.586757 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8799c832-37af-452e-8aa2-fac18c48e2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:41.646205 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.672596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.716630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.721616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0dde54a-e774-4172-9865-82b1d517731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:41.733588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f16d451-65aa-40e9-af92-39f73f78a5da,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:41.739058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:41.743148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:41.744335 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f16d451-65aa-40e9-af92-39f73f78a5da HTTP/1.1" status: 204  len: 168 time: 0.1586764
Feb 17 00:59:42.037734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 37940) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:42.061398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.068197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-13e33b4a-734c-4720-8158-1c67154b3b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.078699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:42.082828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Usage tracker for resource:security_group_rule and tenant:393db0baa5e845499d89c98a26f427e9 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:42.085792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:42.091463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:42.176910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.179484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.188028 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4aa35b73-e80d-463d-bb11-3934c9430e8a tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:42.230238 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=393db0baa5e845499d89c98a26f427e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1912918
Feb 17 00:59:42.231213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85941e8-8f6b-4916-999f-7480d9f4b570,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:42.233316 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 37944) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:42.234531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3f0c8376-7836-450c-ab81-d034364338ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:42.296206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.323345 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.367748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.372671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4008241e-3a55-41e7-bec0-81292af8221e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:42.384927 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85941e8-8f6b-4916-999f-7480d9f4b570,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:42.389072 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:42.394903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:42.396129 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d85941e8-8f6b-4916-999f-7480d9f4b570 HTTP/1.1" status: 204  len: 168 time: 0.1617560
Feb 17 00:59:42.538515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:43.433828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:43.793428 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:46.453537 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 00:59:46.737890 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b6e06aca-8b7b-4c7a-a39e-211b19731016 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:security_group {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:59:46.755124 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b6e06aca-8b7b-4c7a-a39e-211b19731016 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:security_group {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:59:46.756408 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b6e06aca-8b7b-4c7a-a39e-211b19731016 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2118373211&fields=id&tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 267 time: 0.0688930
Feb 17 00:59:46.924086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-7a50da6e-1cb8-4edf-8eba-7d7e2e03057e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:46.925199 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-7a50da6e-1cb8-4edf-8eba-7d7e2e03057e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:network {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:59:46.943223 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-7a50da6e-1cb8-4edf-8eba-7d7e2e03057e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:network {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:59:46.944465 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-7a50da6e-1cb8-4edf-8eba-7d7e2e03057e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1766403
Feb 17 00:59:46.960612 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-45ff2f0b-84c8-4b04-9657-ecfc66c5639e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/quotas/78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 375 time: 0.0101354
Feb 17 00:59:47.048429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-c0f46143-d5f8-4fe9-9485-219feb8193e1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 00:59:47.064336 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-c0f46143-d5f8-4fe9-9485-219feb8193e1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 00:59:47.066326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-c0f46143-d5f8-4fe9-9485-219feb8193e1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1003807
Feb 17 00:59:47.187651 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3f9ac66e-61fd-443c-9ff6-14c1c85ca921 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 00:59:47.188737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3f9ac66e-61fd-443c-9ff6-14c1c85ca921 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1104174
Feb 17 00:59:47.577397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-dd076f03-d7dc-4a9c-8902-10061f9fbdcb service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3814554
Feb 17 00:59:47.721621 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-6f48a7bb-5747-4421-a1d2-c04cfa4093a2 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363451
Feb 17 00:59:48.150631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a8a52148-8668-4cd0-8b70-bfb023eaaee7 req-cfa3aace-224c-4be8-aa7e-d04de021d710 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 210 time: 0.0603938
Feb 17 00:59:48.288277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38074) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:48.414303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.434240 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:48.438509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:08658a5498834928bd681a6c7eb0ba10 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:48.441557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:48.447364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:48.535898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.538806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.547902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-81cae2cb-8580-4e7f-8738-7da1d9861f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:48.593837 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08658a5498834928bd681a6c7eb0ba10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3017106
Feb 17 00:59:48.593837 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff99f57-45d0-43f3-9d19-a969da09175e,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:48.594430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38088) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:48.598045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c46be57b-f9bf-43d0-a560-e97d70915dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:48.657575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.685353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.733989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.739047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44350a02-1e47-4ee8-8629-9f77520f0716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:48.753853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff99f57-45d0-43f3-9d19-a969da09175e,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:48.756962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:48.761216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:48.765338 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-b5e501a8-5d7f-4101-a2e4-587a4a27bddf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ff99f57-45d0-43f3-9d19-a969da09175e HTTP/1.1" status: 204  len: 168 time: 0.1700649
Feb 17 00:59:49.094258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38096) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:49.114242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.130258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:49.134408 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Usage tracker for resource:security_group_rule and tenant:d0a66050e0ac47b698133475f25c5b72 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:49.137327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:49.144150 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:49.231215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.234360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.244338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e0a70e0a-2195-48db-8112-40cfc21ed15f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:49.339719 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-43428561-b939-42ce-a1d6-b7519f106c96 req-c722b888-acc9-4454-9b36-213013a072a0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 210 time: 0.0827377
Feb 17 00:59:49.344763 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0a66050e0ac47b698133475f25c5b72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2493727
Feb 17 00:59:49.347765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38102) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:49.350616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5d2023-49aa-45f1-8cae-c9d889b45607,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:49.365967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:49.417670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.450152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.496714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.502670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7c5e1521-a8bc-4c61-a713-c0cad9394d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:49.505236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b95bffe3-93ae-4a86-8c11-22de1146c415 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:49.506823 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b95bffe3-93ae-4a86-8c11-22de1146c415 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1749151
Feb 17 00:59:49.520617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5d2023-49aa-45f1-8cae-c9d889b45607,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:49.529760 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:49.530635 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.535554 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d56bd875-4e86-4687-8a8c-4a1af9c4f494 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d5d2023-49aa-45f1-8cae-c9d889b45607 HTTP/1.1" status: 204  len: 168 time: 0.1867514
Feb 17 00:59:49.595488 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-f9533563-b846-40c3-adbe-d6c73524b6ae tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 5765 time: 0.0798054
Feb 17 00:59:49.613946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'port': {'device_id': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'admin_state_up': True, 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'security_groups': ['3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:49.932209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38110) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:49.952404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:49.968787 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:49.972993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Usage tracker for resource:security_group_rule and tenant:2b29362573d941babdd38466918730b4 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:49.976279 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:49.982073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:50.006173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:50.015770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:50.025058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Made reservation on behalf of 78d5c0930c464b11b7531befb363e514 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 00:59:50.030804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.077311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.081589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.091417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f498d078-5f94-4609-9c21-6b824de6453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:50.136129 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b29362573d941babdd38466918730b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2026985
Feb 17 00:59:50.137884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95212765-c2a0-4c0c-a1e7-dc8a747e07d1,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:50.140494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38114) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:50.143678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5cb0a49b-a019-4d27-818a-99d9ff9cb3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:50.206453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.237910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.291643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.298398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b0d4bc57-dc04-4cf5-aa85-5f018a143bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:50.309966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95212765-c2a0-4c0c-a1e7-dc8a747e07d1,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:50.316831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:50.317644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.321392 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-3c995cf4-972a-4926-a7b2-d873b134d5a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95212765-c2a0-4c0c-a1e7-dc8a747e07d1 HTTP/1.1" status: 204  len: 168 time: 0.1773779
Feb 17 00:59:50.370905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.20.0.12 (8e04f428-c4fe-4cc0-8c78-5b7827eb5241/98e37066-f562-4956-b2b8-c3f5f18d1304/81592463-39f1-41a9-b0cd-4a3a58d3b290) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 00:59:50.516376 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1dad2cd8-d02b-4b85-8b98-a79b4ff08d60 req-6fb6f148-96a8-4748-91ee-c62395f7dc5c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 210 time: 0.0533798
Feb 17 00:59:50.579875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.596966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Transition to ACTIVE for port object 81592463-39f1-41a9-b0cd-4a3a58d3b290 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:50.620711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.636290 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ed2c19a5-1719-4bbe-a3ef-2af3fbd73b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:50.776893 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:50.782932 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:50.851850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 00:59:50.852995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 00:59:50.855531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 00:59:50.925291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:50.926143 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:50.952679 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3428078
Feb 17 00:59:50.965729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Request body: {'port': {'device_id': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 00:59:51.064376 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-149b6b7a-ee5f-4e75-adb9-f78bf5d45855 None None] Provisioning for port 81592463-39f1-41a9-b0cd-4a3a58d3b290 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 00:59:51.070311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-149b6b7a-ee5f-4e75-adb9-f78bf5d45855 None None] Provisioning complete for port 81592463-39f1-41a9-b0cd-4a3a58d3b290 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 00:59:51.070857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-149b6b7a-ee5f-4e75-adb9-f78bf5d45855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:51.107605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:51.133536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-149b6b7a-ee5f-4e75-adb9-f78bf5d45855 None None] Port 81592463-39f1-41a9-b0cd-4a3a58d3b290 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 00:59:51.534283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81592463-39f1-41a9-b0cd-4a3a58d3b290 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 00:59:51.542332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:51.555427 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Transition to ACTIVE for port object 81592463-39f1-41a9-b0cd-4a3a58d3b290 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 00:59:51.558271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:51.575779 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:51.713794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Pushing event updated for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:51.717056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:51.726913 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d9aae-ca1a-4e9e-9647-19a19ed72014 req-7cd90340-f08d-4145-8df8-0d36810a9d01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:51.728550 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff8d9aae-ca1a-4e9e-9647-19a19ed72014 req-7cd90340-f08d-4145-8df8-0d36810a9d01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0896800
Feb 17 00:59:51.786500 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ff8d9aae-ca1a-4e9e-9647-19a19ed72014 req-80fdf8ba-fc12-4bb2-a68f-ae65605582bf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515323
Feb 17 00:59:51.935998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Attempting to bind port 81592463-39f1-41a9-b0cd-4a3a58d3b290 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 00:59:51.936417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Attempting to bind port 81592463-39f1-41a9-b0cd-4a3a58d3b290 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 00:59:51.936786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Attempting to bind port 81592463-39f1-41a9-b0cd-4a3a58d3b290 on network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 00:59:51.944053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 00:59:51.944434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 00:59:51.944847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:51.945243 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Bound using segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 00:59:51.945723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Bound port: 81592463-39f1-41a9-b0cd-4a3a58d3b290, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 00:59:51.946101 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:52.041938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] For port 81592463-39f1-41a9-b0cd-4a3a58d3b290, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 00:59:52.045357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] For port 81592463-39f1-41a9-b0cd-4a3a58d3b290, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 00:59:52.049556 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:52.068822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-cfb1a975-c1a1-4192-a48c-3c52ccecafee tempest-AttachVolumeShelveTestJSON-97624424 tempest-AttachVolumeShelveTestJSON-97624424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:52.220017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Pushing event updated for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:52.225621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:52.259006 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:52.259696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:52.261133 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3d559545-dffc-463b-a188-9c889d7e1927 service neutron] 10.222.0.47 "PUT /v2.0/ports/81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 1158 time: 1.3010590
Feb 17 00:59:52.261681 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 00:59:52.341969 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'status': 'completed', 'code': 200}
Feb 17 00:59:52.387517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-df755fa1-c3db-4265-bd01-c81a60616840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:52.389321 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-df755fa1-c3db-4265-bd01-c81a60616840 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1161 time: 0.0867419
Feb 17 00:59:52.474990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-502e7637-63e6-44ed-9e72-6dacf2f6ffd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 217 time: 0.0769584
Feb 17 00:59:52.545755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b971148a-5003-424d-a914-8c63baf97ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:52.547252 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-b971148a-5003-424d-a914-8c63baf97ad5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0659025
Feb 17 00:59:52.634738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3f85ef16-dffa-4a92-aeeb-e06b565f4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:52.636366 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-3f85ef16-dffa-4a92-aeeb-e06b565f4313 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830412
Feb 17 00:59:52.787205 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-aeed7b33-f446-48f3-aaa6-4a1208773b1e service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435335
Feb 17 00:59:52.885899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38196) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:52.940477 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a9b9ecef-5f4f-42d0-99e3-3e877cc7162a req-768152ee-4238-49e7-b7e3-55af5c03a39b service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460743
Feb 17 00:59:53.004259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26804a83-076d-44c4-b0f4-53db8c672575 req-86882b39-eddd-460c-93e0-ba47f207b9db tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:53.005910 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26804a83-076d-44c4-b0f4-53db8c672575 req-86882b39-eddd-460c-93e0-ba47f207b9db tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0922878
Feb 17 00:59:53.053864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.057118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-26804a83-076d-44c4-b0f4-53db8c672575 req-d6baf265-668b-4435-a4d6-02ceff4f68c4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450089
Feb 17 00:59:53.074032 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:53.079816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe5a7f204ca4c88927c4a853775c176 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:53.085265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:53.102906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:53.127301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-0d381774-002e-4d41-92ef-88ac9f29c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:53.128905 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-0d381774-002e-4d41-92ef-88ac9f29c943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1161 time: 0.1420400
Feb 17 00:59:53.322486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-ca88aafa-4c26-4c4a-a5bf-b735d1163241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:53.324092 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-ca88aafa-4c26-4c4a-a5bf-b735d1163241 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1864426
Feb 17 00:59:53.328397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.387796 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.404076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d51f72df-2e72-4252-b8fe-59d9bbd006e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:53.415984 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-445ba6e3-4c28-4bd5-b625-209e24952bdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 217 time: 0.0843174
Feb 17 00:59:53.500280 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fe5a7f204ca4c88927c4a853775c176&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6132715
Feb 17 00:59:53.501189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17b00b6-d729-4e5b-8f85-43e5addc6ad6,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:53.503727 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38202) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:53.506586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a1a452d4-890e-4092-b9f6-c082112b5f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:53.520542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-0bf86a24-30bd-43fd-9f80-e0ed97450f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:53.522118 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-0bf86a24-30bd-43fd-9f80-e0ed97450f47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0994952
Feb 17 00:59:53.568953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.601532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.606899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-76e9f611-6989-474c-9cd6-1ecb25f9d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:53.608604 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-76e9f611-6989-474c-9cd6-1ecb25f9d056 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791759
Feb 17 00:59:53.652001 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.657190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-028d004b-e7b7-4527-827c-c2ed5cfec38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:53.670989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17b00b6-d729-4e5b-8f85-43e5addc6ad6,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:53.673756 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:53.676011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:53.680153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-c0e5116d-32a1-48d3-beca-6cc05ad9c45b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b17b00b6-d729-4e5b-8f85-43e5addc6ad6 HTTP/1.1" status: 204  len: 168 time: 0.1752334
Feb 17 00:59:53.757173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-8fec330b-8ff5-4030-b6e9-fcb1a2ece17c service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415927
Feb 17 00:59:53.907791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8b07d5be-fcba-4027-945b-f5b1fe07bb2a req-7e3c0ff1-2443-41b7-8fcd-87c5e49358bc service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434023
Feb 17 00:59:53.970498 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38210) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:53.990311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.006778 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 00:59:54.011294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd1fe48defe47ba8bfd85f46c164034 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 00:59:54.014310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 00:59:54.020364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 00:59:54.107430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.110252 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.119975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3452366b-8c57-495a-8933-95344d76c0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:54.162990 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddd1fe48defe47ba8bfd85f46c164034&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1911526
Feb 17 00:59:54.164691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7394a780-a5a1-4228-81ed-93ae117640fc,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:54.166068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38216) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 00:59:54.168016 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-617301dc-a2c6-4e80-a841-88cf976a6b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:54.233010 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.260116 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3cb15-77a6-45c2-b709-32b1aef6a632 req-3d0faf50-5783-4f7b-9572-5c635d77ec7d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:54.261813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfa3cb15-77a6-45c2-b709-32b1aef6a632 req-3d0faf50-5783-4f7b-9572-5c635d77ec7d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0926759
Feb 17 00:59:54.264115 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.311392 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cfa3cb15-77a6-45c2-b709-32b1aef6a632 req-c80b8d5c-1f6f-4816-973e-8e5e0dce7d36 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428338
Feb 17 00:59:54.312925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.318617 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8d5b7eb3-b3e1-4a05-b6e3-9864d67e5980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 00:59:54.331963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7394a780-a5a1-4228-81ed-93ae117640fc,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 00:59:54.334735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 00:59:54.343753 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 00:59:54.347344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-83d8670e-6ed2-4af2-b8c8-ff483d417d1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7394a780-a5a1-4228-81ed-93ae117640fc HTTP/1.1" status: 204  len: 168 time: 0.1778233
Feb 17 00:59:55.514461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bc94b-3bb7-444f-b8c0-1d6201e39adf req-0bb06838-0df1-4487-b5bc-cb2bfe637ac9 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:55.516077 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d0bc94b-3bb7-444f-b8c0-1d6201e39adf req-0bb06838-0df1-4487-b5bc-cb2bfe637ac9 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0892825
Feb 17 00:59:55.564794 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3d0bc94b-3bb7-444f-b8c0-1d6201e39adf req-2d455672-a20a-40ee-a123-0d559257b8a1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411172
Feb 17 00:59:56.911166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890b791-bdbd-4199-a33c-48d5ceef825e req-05897376-434c-42e4-902f-a1e9c4207c7b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:56.912788 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b890b791-bdbd-4199-a33c-48d5ceef825e req-05897376-434c-42e4-902f-a1e9c4207c7b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0957913
Feb 17 00:59:56.960578 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b890b791-bdbd-4199-a33c-48d5ceef825e req-cd78bd9b-a1e7-44d1-a475-75e844721f34 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413456
Feb 17 00:59:58.165963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633f4ff-302d-40ca-aba5-a0488a431f43 req-dd3de665-bd45-4018-af91-42932d629ecd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:58.167697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5633f4ff-302d-40ca-aba5-a0488a431f43 req-dd3de665-bd45-4018-af91-42932d629ecd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0917690
Feb 17 00:59:58.217325 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5633f4ff-302d-40ca-aba5-a0488a431f43 req-2280b258-2994-4ed6-b235-04dd45738a07 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434017
Feb 17 00:59:59.414455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26aecd-5e16-44be-84bb-3ae3f9fae7d5 req-af51f84d-33d4-40ec-bb77-6d31713a25dd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 00:59:59.416105 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec26aecd-5e16-44be-84bb-3ae3f9fae7d5 req-af51f84d-33d4-40ec-bb77-6d31713a25dd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0876141
Feb 17 00:59:59.467173 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ec26aecd-5e16-44be-84bb-3ae3f9fae7d5 req-851149bd-5b62-4278-9377-95d612d145f1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447965
Feb 17 01:00:00.664000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69da9d-86b5-47af-a080-431f03910bcf req-e967e803-4665-478c-af57-9d82c6fb5f75 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:00.665620 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb69da9d-86b5-47af-a080-431f03910bcf req-e967e803-4665-478c-af57-9d82c6fb5f75 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0855570
Feb 17 01:00:00.712570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb69da9d-86b5-47af-a080-431f03910bcf req-e1740380-d6e8-477a-b900-ea3739348020 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407741
Feb 17 01:00:01.913776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528087e3-3738-4948-b8b5-2aa1aad43863 req-130d78cd-cbc9-4bec-8d54-703bd575ae78 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:01.915403 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-528087e3-3738-4948-b8b5-2aa1aad43863 req-130d78cd-cbc9-4bec-8d54-703bd575ae78 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0906665
Feb 17 01:00:01.962449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-528087e3-3738-4948-b8b5-2aa1aad43863 req-b37d0193-7920-45d3-9c3d-b19b5850b000 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407503
Feb 17 01:00:03.158659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbe034-01e8-49ef-9499-c5fa744b3667 req-de435a92-9ab0-4180-a27b-eb4605048fb7 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:03.160310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8cbe034-01e8-49ef-9499-c5fa744b3667 req-de435a92-9ab0-4180-a27b-eb4605048fb7 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0875278
Feb 17 01:00:03.207597 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f8cbe034-01e8-49ef-9499-c5fa744b3667 req-3d514c9b-04fd-47ec-97da-bd9ebd6607d6 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410929
Feb 17 01:00:04.411995 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec7fd9-65af-4a79-832a-9d14ef05adcd req-c3e70907-ffef-4d65-a78c-6a973dc7900e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:04.413588 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cdec7fd9-65af-4a79-832a-9d14ef05adcd req-c3e70907-ffef-4d65-a78c-6a973dc7900e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0914237
Feb 17 01:00:04.460909 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cdec7fd9-65af-4a79-832a-9d14ef05adcd req-58533f89-77f9-44ad-ad3e-e0525643da4a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410385
Feb 17 01:00:05.663229 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13db464-5efc-4974-9247-767476843130 req-1e0cd54f-92fd-4aee-a1af-d74c225f90ca tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:05.664808 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e13db464-5efc-4974-9247-767476843130 req-1e0cd54f-92fd-4aee-a1af-d74c225f90ca tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0888882
Feb 17 01:00:05.711344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e13db464-5efc-4974-9247-767476843130 req-d1302a42-8a0e-43f9-960f-02674795127c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0403521
Feb 17 01:00:06.913239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1c1c3-7f87-4b42-91c9-5c973653ade0 req-5eabf4f1-1a6a-4bc6-bc0c-79900ac1b18d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:06.914832 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01b1c1c3-7f87-4b42-91c9-5c973653ade0 req-5eabf4f1-1a6a-4bc6-bc0c-79900ac1b18d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 944 time: 0.0869687
Feb 17 01:00:06.962130 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-01b1c1c3-7f87-4b42-91c9-5c973653ade0 req-727b7605-b9f1-4c9b-80ca-4cac05bebf3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409393
Feb 17 01:00:07.578673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 81592463-39f1-41a9-b0cd-4a3a58d3b290 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:00:07.647264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 81592463-39f1-41a9-b0cd-4a3a58d3b290 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:00:07.652242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 81592463-39f1-41a9-b0cd-4a3a58d3b290 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:00:07.652659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:07.774968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:07.802904 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:00:07.813514 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 81592463-39f1-41a9-b0cd-4a3a58d3b290, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:00:07.817170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:07.819152 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:00:07.864666 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'code': 200}
Feb 17 01:00:07.901391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:00:07.909871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.910142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.910530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.910931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.911314 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.911690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.912067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.912630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.913008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.913380 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.913801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.914112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.915002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.915470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.915848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.916218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.916589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.916962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.917330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.917701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.918131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.918500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.918866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.919259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:07.923718 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:00:08.150495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495bbf8-160a-4d89-9cc2-566f1a47f04f req-5ac5863c-d4ad-43ab-b213-b96469cc164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:08.152068 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3495bbf8-160a-4d89-9cc2-566f1a47f04f req-5ac5863c-d4ad-43ab-b213-b96469cc164f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.0798566
Feb 17 01:00:08.169212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc97491-c470-4dd8-85fe-93d39a8f5155 req-c21c58bb-1ed8-41fa-bcdc-b37a54c761af tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:08.170947 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6dc97491-c470-4dd8-85fe-93d39a8f5155 req-c21c58bb-1ed8-41fa-bcdc-b37a54c761af tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.0909448
Feb 17 01:00:08.197691 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3495bbf8-160a-4d89-9cc2-566f1a47f04f req-110d77c3-830e-49b0-b0e3-447f204c324b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0383391
Feb 17 01:00:08.220276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6dc97491-c470-4dd8-85fe-93d39a8f5155 req-27aa2dd5-b0d0-4395-8d94-0f9649a5b095 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421855
Feb 17 01:00:08.306009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:08.622222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 81592463-39f1-41a9-b0cd-4a3a58d3b290 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:00:08.694246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 81592463-39f1-41a9-b0cd-4a3a58d3b290 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:00:08.694665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:09.427663 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d458d3-c3d9-43fa-b742-899a805f52c2 req-523d2e31-2e0b-4ad5-9813-54f2ee18450c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:09.429327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12d458d3-c3d9-43fa-b742-899a805f52c2 req-523d2e31-2e0b-4ad5-9813-54f2ee18450c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.0918183
Feb 17 01:00:09.484333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-12d458d3-c3d9-43fa-b742-899a805f52c2 req-b4a1a8e1-e572-4c53-8804-71f2ce9dee2f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438981
Feb 17 01:00:09.650013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-623d0e87-dca4-4016-81e8-09059037fe89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:10.686281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd62bc-2988-4323-985d-faf7572bd957 req-a99b84bf-cf0c-4f44-9fbf-4f5713275d08 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:10.687931 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37bd62bc-2988-4323-985d-faf7572bd957 req-a99b84bf-cf0c-4f44-9fbf-4f5713275d08 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.0868359
Feb 17 01:00:10.736007 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-37bd62bc-2988-4323-985d-faf7572bd957 req-aa0008ed-a7bb-4e8b-b399-ee7bf56aebaf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416210
Feb 17 01:00:10.950257 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da666f63-bcb8-4978-8583-42b8dd54be9b req-3a6e707d-299f-42f1-824b-8e55a144167c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:10.951785 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da666f63-bcb8-4978-8583-42b8dd54be9b req-3a6e707d-299f-42f1-824b-8e55a144167c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.0899267
Feb 17 01:00:11.001033 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-da666f63-bcb8-4978-8583-42b8dd54be9b req-b85a87de-b1b7-4d3d-9e28-a2297d9be190 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422049
Feb 17 01:00:11.202488 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-96caec36-d4ac-479d-9b75-66ffad3d584c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1554976
Feb 17 01:00:11.212396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:00:11.218034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:00:11.222111 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:floatingip and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:00:11.225089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83982) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:00:11.230866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:00:11.240953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.383607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.651525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.27.0.69 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/d200c112-199e-43f9-b442-57bd6a55fe1a) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:00:11.807522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.836475 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:11.852291 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ab5dc81f-1c80-43c0-9cd2-3d04d9c7eaef tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:00:11.984818 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=d200c112-199e-43f9-b442-57bd6a55fe1a,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:00:12.005846 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.006282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.006706 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.007149 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.007566 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.007980 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.008391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.008800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.009209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.009642 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.010026 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.010433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.010946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.011362 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.011771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.012187 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.012593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.012999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.013405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.013809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.014213 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.014616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.015054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.015457 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:12.020884 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:00:12.062166 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:00:12.063312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:00:12.066346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:00:12.070545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-6c3cbc74-d833-4ebb-ae53-a3c06f36877f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.151963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.212530 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.541665 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.722545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.725896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:12.740583 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-49487e1e-c836-4fd3-aed7-6df845492674 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:00:12.871109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=d200c112-199e-43f9-b442-57bd6a55fe1a,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:00:12.875418 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:00:12.980107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:13.009068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:13.010354 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8020985
Feb 17 01:00:13.101031 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-b7801497-fff5-4b54-bdc8-997495ba2e2b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:00:13.117216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-b7801497-fff5-4b54-bdc8-997495ba2e2b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:00:13.118481 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-b7801497-fff5-4b54-bdc8-997495ba2e2b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.1016302
Feb 17 01:00:13.280535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-d5949f21-dbc2-49a9-8252-19975f39f3c4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:13.281917 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-d5949f21-dbc2-49a9-8252-19975f39f3c4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1575103
Feb 17 01:00:13.292817 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-9fd05218-0ad4-4f15-aa80-48b1f1d1c67e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:00:13.293850 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-40057452-d840-4f53-9eb2-8d39d9a422d0 req-9fd05218-0ad4-4f15-aa80-48b1f1d1c67e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059061
Feb 17 01:00:13.435484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:13.478325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-5bccc5e1-25a7-45be-b2b9-aefc571e31cd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:13.479951 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-5bccc5e1-25a7-45be-b2b9-aefc571e31cd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0876150
Feb 17 01:00:13.568310 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-f6631caa-c8ac-4d88-ba05-5e04e85ea063 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.0821490
Feb 17 01:00:13.579414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'port_id': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:00:13.660013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:13.796678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:14.288353 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:14.291181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:14.474653 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3 associated. External IP: 172.27.0.69, port: 81592463-39f1-41a9-b0cd-4a3a58d3b290.
Feb 17 01:00:14.848479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:00:15.057717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:00:15.062561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:15.068699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:00:15.079723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:00:15.080666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370356be0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:00:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:00:15.124533 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-1e432f14-6f74-4312-9500-5f1407eb61dc tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "PUT /v2.0/floatingips/eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3 HTTP/1.1" status: 200  len: 996 time: 1.5495327
Feb 17 01:00:15.125097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:00:15.147323 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-f9162da5-cb45-4d14-9aff-829d54494ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3306396
Feb 17 01:00:15.249054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-0c8f9808-75a7-4c7d-a18d-74adde8603ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.250695 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-0c8f9808-75a7-4c7d-a18d-74adde8603ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.1019955
Feb 17 01:00:15.291214 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:00:15.326113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-53101434-dfb4-4091-b6ce-992f1cce1d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.328395 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-53101434-dfb4-4091-b6ce-992f1cce1d27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.0878913
Feb 17 01:00:15.504774 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-f0b7f788-aa03-4bd9-a037-6b570d940a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.506410 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-f0b7f788-aa03-4bd9-a037-6b570d940a48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1564441
Feb 17 01:00:15.627490 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-2e08a435-f692-4c08-8ae2-79bc3e8b4e95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 999 time: 0.1136208
Feb 17 01:00:15.662151 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'status': 'completed', 'code': 200}
Feb 17 01:00:15.664938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-fd95c000-1237-4352-9791-6ca9c9ec194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.666644 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-fd95c000-1237-4352-9791-6ca9c9ec194c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.4084308
Feb 17 01:00:15.691456 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370356be0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:08:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:12Z', 'updated_at': '2021-02-17T01:00:14Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:00:15.695553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:00:15.701937 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-c5335559-6dc0-4243-9a4b-5d13071bd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.703677 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-c5335559-6dc0-4243-9a4b-5d13071bd778 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0710163
Feb 17 01:00:15.704975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:00:15.705696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370356be0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:00:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:00:15.780026 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-40002843-f173-4c9b-9402-bf589a16d4d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 999 time: 0.1067841
Feb 17 01:00:15.799330 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-dd278e3c-48fd-4610-9065-8e1de0eb0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.801344 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-dd278e3c-48fd-4610-9065-8e1de0eb0092 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911911
Feb 17 01:00:15.853139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-4c2de171-8475-4a32-8a15-5d8b0dc5a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.854788 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-4c2de171-8475-4a32-8a15-5d8b0dc5a309 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0679185
Feb 17 01:00:15.922601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:00:15.940249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-41da603b-6216-4115-9ddf-e2f593648bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:15.941923 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-41da603b-6216-4115-9ddf-e2f593648bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800023
Feb 17 01:00:15.953092 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-8309df03-e0b9-4d21-9df5-8faff8bf5ea3 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449366
Feb 17 01:00:16.090272 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-f37a637a-256c-40ed-b6a4-6693bef7d3b4 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405516
Feb 17 01:00:16.107327 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-90c1d76a-1c82-4d2d-b1fa-36d2ad23a7a4 req-36d2341e-2137-48f6-9d2a-2fe5c0aac459 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1479831
Feb 17 01:00:16.240288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-2818d33c-e369-4843-8d61-093c00ea464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:16.243512 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-2818d33c-e369-4843-8d61-093c00ea464e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.0889139
Feb 17 01:00:16.266564 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8c284e0-c5a5-466a-875e-21da5c0be5d1 req-067776a1-1b3b-46db-977d-d95afaddaec8 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688130
Feb 17 01:00:16.348357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-485430bf-21d6-4db3-937e-720b31919397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370356be0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:08:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:12Z', 'updated_at': '2021-02-17T01:00:14Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:00:16.352765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485430bf-21d6-4db3-937e-720b31919397 None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': 'eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:08:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:00:12Z', 'updated_at': '2021-02-17T01:00:14Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:00:16.411085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-d1e37ccb-f8f5-4a2e-a4bd-cd08cfed2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:16.412740 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-d1e37ccb-f8f5-4a2e-a4bd-cd08cfed2f5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1620519
Feb 17 01:00:16.526706 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-d2518857-cd96-4da4-899b-50646e641e67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 999 time: 0.1067975
Feb 17 01:00:16.603350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-5d212c75-f399-4ccd-9349-8c6e68f5f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:16.604945 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-5d212c75-f399-4ccd-9349-8c6e68f5f2fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0711777
Feb 17 01:00:16.680750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38812913-8117-47cd-93ab-8bbe378c1776 None None] New status for floating IP eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:00:16.705972 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-4fff554d-d54d-4e93-b060-024e540ddd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:00:16.708261 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-4fff554d-d54d-4e93-b060-024e540ddd50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965958
Feb 17 01:00:16.868565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-99b9f9a1-f17b-4471-83e3-2ab32d681a14 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533294
Feb 17 01:00:17.065964 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e93a3d6a-d94d-479a-9e9c-1060a2ee0034 req-9a688e7a-cfb6-444e-b6b9-36980ea6f239 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1904533
Feb 17 01:00:21.379938 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38390) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:00:21.503183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.519282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:00:21.523594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Usage tracker for resource:security_group_rule and tenant:dcbfb71ccce94138af2c58c2aedd61a5 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:00:21.526506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:00:21.532231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:00:21.619589 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.622332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.636005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7f9b6d1d-d906-4fb2-9773-64e2cf58406c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:00:21.677586 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcbfb71ccce94138af2c58c2aedd61a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965138
Feb 17 01:00:21.678730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0dcd1-1b88-4c8c-8fc2-ee50b868f2c8,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:00:21.680518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38396) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:00:21.686643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.687091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.687507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.687918 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.688321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.688740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.689769 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.690177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.690573 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.691000 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.691401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.691800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.692284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.692690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.693089 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.693486 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.693880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.694278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.694669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.695121 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.695523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.695919 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.696311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.696702 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:00:21.701295 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ad76170c-9427-4846-b9dc-a9fbc391f62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:00:21.748916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.777630 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.827772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.833404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ec22a36-a643-4c95-92ad-1f4df621fa1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:00:21.844325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde0dcd1-1b88-4c8c-8fc2-ee50b868f2c8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:00:21.849672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:00:21.851690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:21.852963 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-5c02b6ff-e654-4042-8402-bc226482fa17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bde0dcd1-1b88-4c8c-8fc2-ee50b868f2c8 HTTP/1.1" status: 204  len: 168 time: 0.1713185
Feb 17 01:00:23.453225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:00:38.313351 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:39.651470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0eb23b07-ac2e-4e6d-91fc-c68136e74c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:42.072401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9a5595f2-1b14-4a89-a1ea-5188ac027bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:42.542364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:43.436650 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:00:43.798619 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:00.452511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:01:08.312352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:09.652786 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7279566-f396-4e48-98c3-271ce9b8bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:12.073055 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fdf527fd-f8e9-4d4a-b95b-082bb595a2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:12.544899 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:13.437553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:13.803577 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:15.119535 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-8fcbd0f2-6e6f-4d93-8cac-6992bb4ba3c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0780149
Feb 17 01:01:15.272346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-7fe2028e-7325-4a06-b717-bbfa820ae3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:15.273924 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-7fe2028e-7325-4a06-b717-bbfa820ae3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.0814619
Feb 17 01:01:15.427850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-62334475-9cc5-4ae8-b6f9-153fb35406aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:15.429328 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-62334475-9cc5-4ae8-b6f9-153fb35406aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1362948
Feb 17 01:01:15.533547 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-ee48688d-fa49-4d8b-8f08-c7be2a352105 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 1001 time: 0.0977483
Feb 17 01:01:15.604450 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-55b04939-3ef8-4ef4-ba3d-9a219825fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:15.605980 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-55b04939-3ef8-4ef4-ba3d-9a219825fafd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0666995
Feb 17 01:01:15.687755 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-59c9eb46-bf23-4ffe-a970-ae7abe2fe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:01:15.689235 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-59c9eb46-bf23-4ffe-a970-ae7abe2fe1e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766945
Feb 17 01:01:15.832405 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-b74a09b6-5b69-4329-ae5c-f07a18ebd3c2 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364620
Feb 17 01:01:15.974652 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-34b0701d-2b1a-4b09-ba4a-422c836aab40 req-bb50c398-b37e-47b6-ab10-164bd1f02793 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361406
Feb 17 01:01:37.451416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:01:38.311588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:39.654283 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-954a008e-96bd-4613-86f5-6cc5555568ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:42.073308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2eeca4a3-988f-4e10-9e3f-8deba05665fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:42.548485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:43.438436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:01:43.805190 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:08.327238 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:09.656057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-8b37b6ab-af54-485a-ab36-e3bc369c735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:12.073888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76240e08-71c3-4c3e-8aa5-7e61fb3c6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:12.550127 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:13.442158 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:13.808060 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:14.450416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:02:17.136994 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-f9a23b39-7f1e-4268-b06e-2cf7e1d24678 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0801246
Feb 17 01:02:17.283368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-87cf2c4e-be74-439b-8eae-b5f70c6daf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:17.284945 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-87cf2c4e-be74-439b-8eae-b5f70c6daf16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 1163 time: 0.0773251
Feb 17 01:02:17.439215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-f922db98-03fb-43fd-b56a-30d2f6714a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:17.440697 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-f922db98-03fb-43fd-b56a-30d2f6714a5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1363654
Feb 17 01:02:17.549092 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-fdb05aaf-9f1b-4bf1-b7fa-1c981a7a1d85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 200  len: 1001 time: 0.1015682
Feb 17 01:02:17.616383 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-64f0f9c9-0f7f-4544-be0f-5961e028901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:17.617891 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-64f0f9c9-0f7f-4544-be0f-5961e028901e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0624187
Feb 17 01:02:17.703173 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-d8b2bfe9-6f46-4145-a591-8458f351fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:17.704655 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-d8b2bfe9-6f46-4145-a591-8458f351fe14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799785
Feb 17 01:02:17.849149 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-11bd93ac-fba0-4b21-b32b-71ab308f76e4 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367986
Feb 17 01:02:17.990273 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-65740842-d729-4cfd-bb17-a0fccbaace36 req-fa84d7c7-9fb2-4e88-a10a-736ce9fd4d3f service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338396
Feb 17 01:02:30.317616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90457-cc27-4824-8f24-124c3615d533 req-9d6ef7f0-c8ce-400a-a956-b7a8d8f51e21 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:30.319150 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50f90457-cc27-4824-8f24-124c3615d533 req-9d6ef7f0-c8ce-400a-a956-b7a8d8f51e21 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.2686245
Feb 17 01:02:30.366281 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-50f90457-cc27-4824-8f24-124c3615d533 req-bcca0130-9404-40d4-af84-9b7dd2bca373 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406175
Feb 17 01:02:31.589743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 81592463-39f1-41a9-b0cd-4a3a58d3b290 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:02:31.639200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08925b6-ab39-45ea-84ef-9c7dc79a0db8 req-5de280fc-6bd6-4bfa-bc53-30c1a9057196 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:31.642400 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c08925b6-ab39-45ea-84ef-9c7dc79a0db8 req-5de280fc-6bd6-4bfa-bc53-30c1a9057196 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.1456187
Feb 17 01:02:31.686263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-a22abfca-95a4-4c30-a90f-e684ae8260e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:31.686975 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-a22abfca-95a4-4c30-a90f-e684ae8260e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:02:31.690479 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c08925b6-ab39-45ea-84ef-9c7dc79a0db8 req-62acdb8c-1353-41e4-b98c-7e12999f9565 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430136
Feb 17 01:02:31.702266 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-a22abfca-95a4-4c30-a90f-e684ae8260e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:02:31.703564 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-a22abfca-95a4-4c30-a90f-e684ae8260e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 946 time: 0.1021090
Feb 17 01:02:31.713354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:31.742922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:02:31.753375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 81592463-39f1-41a9-b0cd-4a3a58d3b290, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:02:31.756553 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:31.758421 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:31.801232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port 81592463-39f1-41a9-b0cd-4a3a58d3b290 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:02:31.801981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:31.823165 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'code': 200}
Feb 17 01:02:31.835671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:31.843525 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.843921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.844308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.844694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.845074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.845453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.845828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.846200 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.846571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.846963 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.847343 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.847711 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.848167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.848542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.848915 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.849811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.850197 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.850559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.850966 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.851337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.851713 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.852087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.852455 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.852820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:31.857224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:32.078148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] For port 81592463-39f1-41a9-b0cd-4a3a58d3b290, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=81592463-39f1-41a9-b0cd-4a3a58d3b290,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:02:32.078590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:32.613668 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:32.614289 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:32.614424 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3 disassociated. External IP: 172.27.0.69, port: 81592463-39f1-41a9-b0cd-4a3a58d3b290.
Feb 17 01:02:32.614754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for 81592463-39f1-41a9-b0cd-4a3a58d3b290 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:02:32.764264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:32.785233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-88b1ac66-54af-42e4-ba80-62f9046439db tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:32.861231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6aaaa64e-4117-4897-a071-305c77318716 req-dfe0bfbe-293a-4e18-96aa-c16fe1f42987 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 210 time: 0.0532122
Feb 17 01:02:32.892705 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=81592463-39f1-41a9-b0cd-4a3a58d3b290,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:32.906584 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.907040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.907462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.907875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.908285 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.908692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.909096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.909500 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.909900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.910303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.910703 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.911126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.911624 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.912070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.912479 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.912881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.913281 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.913685 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.914084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.914483 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.914934 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.915301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.915701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.916096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:32.919696 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:33.163300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:02:33.347999 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:02:33.358420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:02:33.370074 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:02:33.371145 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706ea4e0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:02:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:33.392399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] No DVR routers for this DVR port 81592463-39f1-41a9-b0cd-4a3a58d3b290 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:02:33.394844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:33.398311 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-deleted', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:02:33.419771 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-84ba2145-20a2-424e-a1bd-b8f6b06ad159 req-831c5258-acfa-49fe-9553-b68b42b293d0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "DELETE /v2.0/ports/81592463-39f1-41a9-b0cd-4a3a58d3b290 HTTP/1.1" status: 204  len: 173 time: 1.7098477
Feb 17 01:02:33.454645 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3dede3-1f3d-4516-9e58-edefc226faef', 'name': 'network-vif-deleted', 'tag': '81592463-39f1-41a9-b0cd-4a3a58d3b290', 'status': 'completed', 'code': 200}
Feb 17 01:02:33.584852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:02:34.042470 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b75b6594-d08f-4cbb-ab29-6777b8b4d809 req-2adcc807-1171-46d4-94d8-fec9d013aa6c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a3dede3-1f3d-4516-9e58-edefc226faef HTTP/1.1" status: 200  len: 210 time: 0.0508199
Feb 17 01:02:34.073393 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706ea4e0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:34.077414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:02:34.087328 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:02:34.087981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706ea4e0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:02:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:34.281212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:02:34.617113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706ea4e0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:34.621169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c41ce18-24ce-4f3a-99e7-0f37825bf915 None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:02:34.989603 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038c999-b326-4b16-bd93-bb724988f11b None None] New status for floating IP eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:02:35.429128 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-babd1357-d8dc-48f4-82a0-c1ee6375f5e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2118373211&fields=id&tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 267 time: 0.0427175
Feb 17 01:02:35.588993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-fb94ebcf-f3c6-482d-b057-6e14ce9e23aa tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:35.590544 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-fb94ebcf-f3c6-482d-b057-6e14ce9e23aa tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1545029
Feb 17 01:02:35.606076 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-cc83a93b-1ee8-4743-9302-b92f335327cd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/quotas/78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 375 time: 0.0095360
Feb 17 01:02:35.699857 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-2096a388-e62b-4d26-994c-1118465bdaf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0884526
Feb 17 01:02:35.761507 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-55a8903f-760c-43c2-8af7-f4f8d85f6a0e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:02:35.762637 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-55a8903f-760c-43c2-8af7-f4f8d85f6a0e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0503299
Feb 17 01:02:35.906466 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-f76a389e-e4e5-4325-8a28-4e7a2293b277 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367209
Feb 17 01:02:36.046634 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-8ad37fe5-c6c4-4207-ab63-603e6b3d7333 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1337059
Feb 17 01:02:36.461732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4d1c998c-1191-43d4-b07f-93ce9f2741cd req-c7af91a8-d4a7-4837-8a4d-59c37f20d45f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 210 time: 0.0497153
Feb 17 01:02:37.504641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-676a6e15-5e8a-4063-8e46-797c31142447 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:37.507449 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-676a6e15-5e8a-4063-8e46-797c31142447 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1629913
Feb 17 01:02:37.585113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-d403caa5-93d2-4042-856c-64bde1fdd95d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 5765 time: 0.0696583
Feb 17 01:02:37.593876 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'port': {'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'admin_state_up': True, 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'security_groups': ['3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:37.628440 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb690efc-98ad-4184-9d20-46128c97ad24 req-5d5d1038-5e17-4d57-aa77-f242bd1ec3f0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 210 time: 0.0491838
Feb 17 01:02:37.742763 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:02:37.746986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:port and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:02:37.749989 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:02:37.755961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:02:37.765618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Made reservation on behalf of 78d5c0930c464b11b7531befb363e514 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:02:37.771523 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.089438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.20.0.7 (8e04f428-c4fe-4cc0-8c78-5b7827eb5241/98e37066-f562-4956-b2b8-c3f5f18d1304/fd7e9336-b123-4ff7-99f6-ccefc7d1359d) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:02:38.287694 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.303333 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Transition to ACTIVE for port object fd7e9336-b123-4ff7-99f6-ccefc7d1359d will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:02:38.326413 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.326639 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.341880 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d90d111a-2153-46b4-9043-42a7428fab26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:38.478648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:38.491076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:38.533879 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:02:38.535022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:02:38.537586 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:02:38.606607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:38.607292 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.633631 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-53c37c9c-b2ea-4d75-b15f-272517225cf5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0437613
Feb 17 01:02:38.702222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Request body: {'port': {'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:38.750831 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2c431c93-1aa6-4692-aea1-85631363ec41 None None] Provisioning for port fd7e9336-b123-4ff7-99f6-ccefc7d1359d completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:02:38.757669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2c431c93-1aa6-4692-aea1-85631363ec41 None None] Provisioning complete for port fd7e9336-b123-4ff7-99f6-ccefc7d1359d triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:38.758342 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2c431c93-1aa6-4692-aea1-85631363ec41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.822113 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-2c431c93-1aa6-4692-aea1-85631363ec41 None None] Port fd7e9336-b123-4ff7-99f6-ccefc7d1359d cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:02:38.839754 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f276815-9b5d-4ea1-b07f-f71f2cbec795 req-3a8bbb53-a485-4100-8418-8e59f3c0ef38 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:38.841369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f276815-9b5d-4ea1-b07f-f71f2cbec795 req-3a8bbb53-a485-4100-8418-8e59f3c0ef38 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 931 time: 0.0932908
Feb 17 01:02:38.842738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:38.891435 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f276815-9b5d-4ea1-b07f-f71f2cbec795 req-22a660a9-e7af-4b94-abb7-6df049c81b7c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435679
Feb 17 01:02:39.251503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7e9336-b123-4ff7-99f6-ccefc7d1359d {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:02:39.259312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.271501 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Transition to ACTIVE for port object fd7e9336-b123-4ff7-99f6-ccefc7d1359d will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:02:39.274161 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.289799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-301706b2-37d3-4b33-a280-13c9abdc7cb4 tempest-TestShelveInstance-1711443774 tempest-TestShelveInstance-1711443774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:39.435332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:39.438570 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:39.658545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3c54a762-ce9e-4a2a-b75b-6758474c3a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.856386 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Attempting to bind port fd7e9336-b123-4ff7-99f6-ccefc7d1359d on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:02:39.856768 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Attempting to bind port fd7e9336-b123-4ff7-99f6-ccefc7d1359d by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:02:39.857139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Attempting to bind port fd7e9336-b123-4ff7-99f6-ccefc7d1359d on network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:02:39.862793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:02:39.863212 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:02:39.863621 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.864022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Bound using segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:02:39.864497 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Bound port: fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:02:39.865024 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.962322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:02:39.966264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:02:39.971009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:39.986326 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-c768e9af-cd41-4ac1-9c85-87f715fd5b7e tempest-VolumesSnapshotTestJSON-1071567971 tempest-VolumesSnapshotTestJSON-1071567971-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:40.094844 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7c7ed-25bb-4202-b964-5194d54d6587 req-757a66a0-f876-4405-b875-be475cb9cb32 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.096475 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8da7c7ed-25bb-4202-b964-5194d54d6587 req-757a66a0-f876-4405-b875-be475cb9cb32 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0918391
Feb 17 01:02:40.139607 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Pushing event updated for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:40.144523 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-8da7c7ed-25bb-4202-b964-5194d54d6587 req-fadb7c57-e910-443b-8086-699b2bcbde6c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417364
Feb 17 01:02:40.144720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:40.175953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.176654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:40.178953 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ff4c7f5d-8c56-428e-b2b4-a2d98f7e49dd service neutron] 10.222.0.47 "PUT /v2.0/ports/fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 1157 time: 1.5374396
Feb 17 01:02:40.179593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:02:40.257381 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'status': 'completed', 'code': 200}
Feb 17 01:02:40.299033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-9850f5fe-6dbb-4cf6-b9df-2fbe19b2f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.300716 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-9850f5fe-6dbb-4cf6-b9df-2fbe19b2f52a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1160 time: 0.0847261
Feb 17 01:02:40.376769 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-3727ee09-0ca2-4180-bdf9-4b61d3db1df3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 217 time: 0.0688269
Feb 17 01:02:40.449142 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-4f2ac06b-1202-4298-98f1-0753ec0627a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.450648 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-4f2ac06b-1202-4298-98f1-0753ec0627a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0676758
Feb 17 01:02:40.531459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-15f3a76a-7e5b-466e-96fc-75f718268942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.532992 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-15f3a76a-7e5b-466e-96fc-75f718268942 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760999
Feb 17 01:02:40.674183 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-4ef3f3fd-2417-4f0d-ac55-bce1546efc72 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339247
Feb 17 01:02:40.815006 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d509ef3a-d585-4620-a57b-1b9b9f6de488 req-ea9d29f2-ab7d-445f-b6ae-b0b63d134976 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341932
Feb 17 01:02:40.940558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-aec7dccc-9624-4db7-b6ef-f6c19fa53c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:40.942047 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-aec7dccc-9624-4db7-b6ef-f6c19fa53c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1160 time: 0.0819170
Feb 17 01:02:41.083195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-0698721c-a58a-4f50-9b14-b76f615e7039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:41.085288 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-0698721c-a58a-4f50-9b14-b76f615e7039 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1366243
Feb 17 01:02:41.156996 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-091ae3da-c1e6-4463-b278-cc60a0f33b5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 217 time: 0.0654304
Feb 17 01:02:41.228242 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-bbc71058-1fe7-4535-b7cc-305621151323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:41.229732 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-bbc71058-1fe7-4535-b7cc-305621151323 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0666320
Feb 17 01:02:41.311489 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-aeedbc4a-c889-4796-868c-440f4c6dcc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:41.313138 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-aeedbc4a-c889-4796-868c-440f4c6dcc56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772369
Feb 17 01:02:41.345580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b9f42-4948-49e2-8d70-3ecb3593772a req-ef964de8-c72d-4c56-b7f9-2a73fa55eae3 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:41.347216 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b56b9f42-4948-49e2-8d70-3ecb3593772a req-ef964de8-c72d-4c56-b7f9-2a73fa55eae3 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0880585
Feb 17 01:02:41.398625 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b56b9f42-4948-49e2-8d70-3ecb3593772a req-1861ca24-f67b-4b4a-a672-5f5f7cd007b3 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443859
Feb 17 01:02:41.456536 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-e95e1458-10e3-43e0-90e4-9671e7db32fd service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357872
Feb 17 01:02:41.600188 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-25d248b1-c9fe-46ca-b4c2-a057dd11fece req-83714284-5e1a-4d16-94b5-67f514c45512 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351326
Feb 17 01:02:42.075258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-55edc8cb-e530-46c1-986e-ea241ad567b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:42.554310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:42.601618 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c6594-5fc9-41af-9bdf-b2ca1201258b req-2965f86f-70ec-41d0-a0a7-39b0232772ca tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:42.603225 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-475c6594-5fc9-41af-9bdf-b2ca1201258b req-2965f86f-70ec-41d0-a0a7-39b0232772ca tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0895030
Feb 17 01:02:42.650685 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-475c6594-5fc9-41af-9bdf-b2ca1201258b req-9175132b-46dd-4c42-82d5-690d8a8d9bc0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412872
Feb 17 01:02:43.447994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:43.813015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:43.855784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851cf51-f86a-49b4-abfc-493dfac8c49d req-5b36b681-111a-4e57-b83f-4bc1be0ac027 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:43.857388 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f851cf51-f86a-49b4-abfc-493dfac8c49d req-5b36b681-111a-4e57-b83f-4bc1be0ac027 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0918238
Feb 17 01:02:43.906978 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f851cf51-f86a-49b4-abfc-493dfac8c49d req-31984717-a75d-4000-b772-c0045074f855 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432000
Feb 17 01:02:45.107344 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163c946-4d12-4a35-9706-12cd8bd8ba0c req-e0c79e16-37cd-487f-bf80-23744bafad7a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:45.108917 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2163c946-4d12-4a35-9706-12cd8bd8ba0c req-e0c79e16-37cd-487f-bf80-23744bafad7a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0849986
Feb 17 01:02:45.156028 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2163c946-4d12-4a35-9706-12cd8bd8ba0c req-0c6c1fe2-373c-4eba-b4c7-013bc7f1951d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408506
Feb 17 01:02:46.353775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93d28d-61a7-4ce4-a0de-b530ad574cfc req-278fc034-de85-4f51-b656-c98888cc471a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:46.355418 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb93d28d-61a7-4ce4-a0de-b530ad574cfc req-278fc034-de85-4f51-b656-c98888cc471a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0884423
Feb 17 01:02:46.402397 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-eb93d28d-61a7-4ce4-a0de-b530ad574cfc req-dd87b818-80a4-4aae-893c-8d6e6310acbd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409284
Feb 17 01:02:47.600849 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bcb87-5a93-41f8-a408-1ac1b13425d9 req-697e7fd8-cc25-45f9-a603-e7abb8ce7431 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:47.602458 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b7bcb87-5a93-41f8-a408-1ac1b13425d9 req-697e7fd8-cc25-45f9-a603-e7abb8ce7431 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0894909
Feb 17 01:02:47.648708 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1b7bcb87-5a93-41f8-a408-1ac1b13425d9 req-edfc7fef-9ac0-4c81-afc7-c9364208dc36 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0400305
Feb 17 01:02:48.843365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367d10f-db21-4c33-825c-ca8b0d30fae0 req-2914dda1-7f2a-402e-93dc-71bb505ffeb0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:48.844948 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a367d10f-db21-4c33-825c-ca8b0d30fae0 req-2914dda1-7f2a-402e-93dc-71bb505ffeb0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0857110
Feb 17 01:02:48.892545 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a367d10f-db21-4c33-825c-ca8b0d30fae0 req-7a3a5dbe-802a-4195-bb79-ef442c584868 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408916
Feb 17 01:02:50.078371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device fd7e9336-b123-4ff7-99f6-ccefc7d1359d up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:02:50.095644 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f531c4-cb53-4e50-8e07-045c769e942b req-8d407037-02e2-4ac4-b743-fa05d913c493 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:50.097234 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32f531c4-cb53-4e50-8e07-045c769e942b req-8d407037-02e2-4ac4-b743-fa05d913c493 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0882988
Feb 17 01:02:50.145078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-32f531c4-cb53-4e50-8e07-045c769e942b req-383eef09-4e1c-46eb-b10f-544c3229bdcf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411971
Feb 17 01:02:50.148802 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port fd7e9336-b123-4ff7-99f6-ccefc7d1359d completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:02:50.153997 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port fd7e9336-b123-4ff7-99f6-ccefc7d1359d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:50.154429 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:50.280307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:50.308867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:02:50.320118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:02:50.323247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:50.325305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:50.363153 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'code': 200}
Feb 17 01:02:50.397009 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:50.400309 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:50.641599 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aafee-5704-4ccf-b5b3-f1cec9409f66 req-0c7c908a-c835-449e-8db8-a20a7735c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:50.643094 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-394aafee-5704-4ccf-b5b3-f1cec9409f66 req-0c7c908a-c835-449e-8db8-a20a7735c197 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0754478
Feb 17 01:02:50.688728 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-394aafee-5704-4ccf-b5b3-f1cec9409f66 req-320df5ea-08ea-44fb-9d04-3bb5d26674e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0393028
Feb 17 01:02:51.351640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde361-eaf7-4a56-bc7f-802c6dc51f5e req-53576392-c623-4160-83b8-9d217016af91 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:51.353208 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42cde361-eaf7-4a56-bc7f-802c6dc51f5e req-53576392-c623-4160-83b8-9d217016af91 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.0913081
Feb 17 01:02:51.400793 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-42cde361-eaf7-4a56-bc7f-802c6dc51f5e req-c110aab8-b969-4054-9740-48ae6c19107d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412481
Feb 17 01:02:51.450738 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:02:51.674561 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device fd7e9336-b123-4ff7-99f6-ccefc7d1359d up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:02:51.917022 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port fd7e9336-b123-4ff7-99f6-ccefc7d1359d triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:02:51.917440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:52.598441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc9b0-4acd-416c-ae4d-0b811d324f8d req-a47d9dea-6a78-4c88-8c54-325bdcf28f6d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:52.600093 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ebbc9b0-4acd-416c-ae4d-0b811d324f8d req-a47d9dea-6a78-4c88-8c54-325bdcf28f6d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.0871365
Feb 17 01:02:52.647491 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9ebbc9b0-4acd-416c-ae4d-0b811d324f8d req-36292f5b-4c3b-4b1e-a4d9-7465533903c5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413022
Feb 17 01:02:52.847206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d911662-86fd-4d2f-b8a5-a9061f93e132 req-af28a6da-9f46-4059-b70b-f49a2c25d754 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:52.848844 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d911662-86fd-4d2f-b8a5-a9061f93e132 req-af28a6da-9f46-4059-b70b-f49a2c25d754 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.0916772
Feb 17 01:02:52.897696 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2d911662-86fd-4d2f-b8a5-a9061f93e132 req-e58cbf0e-6e5f-4bbe-a2d2-a9ac98344a69 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425112
Feb 17 01:02:53.089243 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-79f37e18-1fd4-4217-9392-757c63b5e561 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1540015
Feb 17 01:02:53.099268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:53.104701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:02:53.114800 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:02:53.122726 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:53.265217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:53.757135 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.27.0.107 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/11408873-a5a6-4c1a-8ee1-197555b74776) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:02:53.913162 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:53.941857 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:53.957131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e740a4-c9b2-4f69-90c9-22935ab971cf tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:54.090558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=11408873-a5a6-4c1a-8ee1-197555b74776,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:54.109979 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.110404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.110822 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.111263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.111670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.112076 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.112481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.112881 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.113280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.113682 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.114082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.114548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.115099 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.115509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.115911 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.116310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.116707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.117110 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.117509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.117922 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.118305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.118704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.119130 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.119528 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:02:54.124823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:54.164346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:02:54.165445 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:02:54.167725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:02:54.251761 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.312068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.580885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.584397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.599191 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:02:54.729610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=11408873-a5a6-4c1a-8ee1-197555b74776,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:02:54.742850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:02:54.840890 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.868848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:54.870143 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-2bf39084-ef33-48bf-9085-53686c7f5e52 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7751305
Feb 17 01:02:54.960136 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-62d1bc4b-8a0c-492a-b5db-392b0d0ce3de tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:02:54.975070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-62d1bc4b-8a0c-492a-b5db-392b0d0ce3de tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:02:54.976318 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-62d1bc4b-8a0c-492a-b5db-392b0d0ce3de tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200  len: 696 time: 0.0995831
Feb 17 01:02:55.006695 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-5286864a-2fec-4c8e-beed-e506741ee0a3 req-716ff1f7-8188-4368-b362-3fc02a99531f service neutron] (83982) timed out ('10.222.0.47', 49957) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:02:55.138628 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-51ae2c3f-5f63-4a9f-a831-1d8e4549e2db tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:55.140111 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-85261e25-6a2d-4371-9aec-18c1a1043364 req-51ae2c3f-5f63-4a9f-a831-1d8e4549e2db tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1575155
Feb 17 01:02:55.321359 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-6c905d88-e7b9-4f40-b4b2-a99dda52c5c4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:55.322995 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-6c905d88-e7b9-4f40-b4b2-a99dda52c5c4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0868475
Feb 17 01:02:55.411608 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-ad60c1f8-5810-40e0-bd39-932e57f96477 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200  len: 696 time: 0.0821490
Feb 17 01:02:55.421614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:02:55.502315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:56.122180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:56.125175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:56.304852 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP 0f18fdee-f32d-4644-8f63-5ac15545e9e9 associated. External IP: 172.27.0.107, port: fd7e9336-b123-4ff7-99f6-ccefc7d1359d.
Feb 17 01:02:56.916148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:02:57.107302 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:02:57.112175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:02:57.117318 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:02:57.127085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:02:57.127752 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706851d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:02:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:57.171064 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-83fcd0d1-ada7-4491-8135-aa04c3059815 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "PUT /v2.0/floatingips/0f18fdee-f32d-4644-8f63-5ac15545e9e9 HTTP/1.1" status: 200  len: 996 time: 1.7534614
Feb 17 01:02:57.171648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:02:57.224858 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'status': 'completed', 'code': 200}
Feb 17 01:02:57.269576 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-29c2cb51-6833-4d81-8ddc-16ef692d14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.271654 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-29c2cb51-6833-4d81-8ddc-16ef692d14dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0866690
Feb 17 01:02:57.319053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:02:57.322538 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44edbd-de61-4201-93ad-f46f014d432a req-47450975-952e-45c4-a02c-4808f6593da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.324223 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-47450975-952e-45c4-a02c-4808f6593da2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0786755
Feb 17 01:02:57.423269 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-bcbab7e3-0d64-4c60-b2c2-fb0dd397fc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.424817 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-bcbab7e3-0d64-4c60-b2c2-fb0dd397fc72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1467087
Feb 17 01:02:57.469053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44edbd-de61-4201-93ad-f46f014d432a req-dbe36d73-e4b1-43ce-b6c2-15188dccb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.470654 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-dbe36d73-e4b1-43ce-b6c2-15188dccb5e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1403012
Feb 17 01:02:57.542398 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-1c4af582-46df-4138-a1ba-3a4b2a0cb000 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 999 time: 0.1095786
Feb 17 01:02:57.584293 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-2237e336-d9fc-4b60-86af-920088011506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 999 time: 0.1070554
Feb 17 01:02:57.616771 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-ccc373d8-e5be-4df1-bbd2-d1c58fdfdf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.618514 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-ccc373d8-e5be-4df1-bbd2-d1c58fdfdf4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0696769
Feb 17 01:02:57.654784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44edbd-de61-4201-93ad-f46f014d432a req-3fece24d-af0e-44b3-a418-e377933c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.656409 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-3fece24d-af0e-44b3-a418-e377933c53a8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0661299
Feb 17 01:02:57.693878 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706851d0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:56Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:57.697905 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:02:57.706958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:02:57.707625 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13706851d0>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:02:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:57.708712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-edcf007e-3ddd-482e-a817-34de80676deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.710642 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-edcf007e-3ddd-482e-a817-34de80676deb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853903
Feb 17 01:02:57.722391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-0f8ebcf7-91d9-4b0a-9629-545b0cd95462 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:02:57.723510 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-0f8ebcf7-91d9-4b0a-9629-545b0cd95462 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0055537
Feb 17 01:02:57.743719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44edbd-de61-4201-93ad-f46f014d432a req-f610d497-2df9-4395-8a23-db4f7f9daf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:02:57.745347 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-f610d497-2df9-4395-8a23-db4f7f9daf17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820193
Feb 17 01:02:57.877186 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-4e72f055-2fc8-4f46-bc25-4badd22ec218 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462088
Feb 17 01:02:57.902832 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-81dab28c-36f8-4859-941a-86edcd0db0d7 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509686
Feb 17 01:02:57.932250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:02:58.036902 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-b2264b23-4080-43b2-a2ec-e8afe364c3cb req-a335ee6c-a6a5-4ab5-afaa-38c6b2a2aa00 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1517599
Feb 17 01:02:58.053791 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-fd44edbd-de61-4201-93ad-f46f014d432a req-259d33f0-7fbb-4374-92e7-fde80ee3746e service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448452
Feb 17 01:02:58.441845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13706851d0>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:56Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:02:58.446825 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be008aca-b76a-4f28-8410-d56533bed7e9 None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:56Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:02:58.734987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad04b59-f3bc-4b5f-a82b-79a07c8f7fd1 None None] New status for floating IP 0f18fdee-f32d-4644-8f63-5ac15545e9e9: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:03:08.341773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:09.659916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-7b64d444-9fe7-4588-af21-b240742fddab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:12.077407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-144ca376-14ba-4761-9c43-14e9565b33aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:12.557791 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:13.439084 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:13.818180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:18.643584 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-5a70f9d0-317f-4067-85cd-b15fed0a1ebb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0752504
Feb 17 01:03:18.797811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-dd098677-7a3a-4624-b7e4-5a8ab77be165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:03:18.799431 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-dd098677-7a3a-4624-b7e4-5a8ab77be165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0815110
Feb 17 01:03:18.955671 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-2512daa6-7a5f-4c70-a8bc-2a277eedebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:03:18.957231 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-2512daa6-7a5f-4c70-a8bc-2a277eedebec service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1381512
Feb 17 01:03:19.060000 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-d9b4ca10-0d90-4b73-afb4-ead204e299d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 1001 time: 0.0963898
Feb 17 01:03:19.130337 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-0eea6403-9b35-4fa1-a6d9-318c770b0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:03:19.132012 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-0eea6403-9b35-4fa1-a6d9-318c770b0adc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0658998
Feb 17 01:03:19.212676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-d9ab8665-4a91-4e3d-bb7b-11cadcd39ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:03:19.214229 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-d9ab8665-4a91-4e3d-bb7b-11cadcd39ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755763
Feb 17 01:03:19.354003 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-611aa092-de1d-427f-8864-7aa3cfae8b6b service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332376
Feb 17 01:03:19.494075 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-1f098dee-f8aa-440b-8ffd-e7baa30af95a req-698c775b-0611-4424-bc7a-1e868dd0ca87 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1339586
Feb 17 01:03:28.450886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:03:38.372629 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:39.664454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-78f9dd63-7156-4408-b264-49b73a24e4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:42.077992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-94bbef11-1b1f-449b-b685-c17ef7ee35a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:42.560286 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:43.440579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:03:43.821340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:05.450509 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:04:08.402598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:09.665002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34370956-a78e-4459-8db8-65a4184f98af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:12.079742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-917d43cf-ec63-484a-b0c3-5bcce56a4141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:12.562816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:13.442436 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:13.825137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:18.350193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-2c0f8628-b102-4101-bee3-600221b9a493 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3119745
Feb 17 01:04:18.500921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-b991eacb-7f33-4116-9487-194aa4dacf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:18.502508 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-b991eacb-7f33-4116-9487-194aa4dacf37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0787041
Feb 17 01:04:18.654988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-7bcace34-71e7-4ec1-8e71-b9a93aa1597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:18.656473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-7bcace34-71e7-4ec1-8e71-b9a93aa1597c service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1356170
Feb 17 01:04:18.763878 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-faca3085-ff1d-4e43-b5c8-c5a203305af0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 1001 time: 0.1002901
Feb 17 01:04:18.833602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-9ee440b0-9d72-441d-b6b5-27cef0e03fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:18.835218 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-9ee440b0-9d72-441d-b6b5-27cef0e03fe4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0641243
Feb 17 01:04:18.919097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-35995a0a-2ac1-479a-80b6-ad051513c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:18.920592 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-35995a0a-2ac1-479a-80b6-ad051513c746 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791285
Feb 17 01:04:19.062437 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-27556402-2c4e-41e4-a039-a86c073ac0db service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349099
Feb 17 01:04:19.204305 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e81a0071-fecd-4392-a74b-cc86148bb8e2 req-d74d3d14-46f6-4f4b-b317-877eb5deeb42 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351922
Feb 17 01:04:38.401891 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:39.665662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6a7b331-bbf4-4f87-a1c6-2f8c9748a7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:42.081172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bdfe92f-7250-4137-a8f8-829b4385a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:42.449946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:04:42.564928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:43.444202 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:43.828371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:54.494664 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-3ff84b06-269b-40ee-a6f7-99eb7ef609d3 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2118373211&fields=id&tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 267 time: 0.0473683
Feb 17 01:04:54.654303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-b00ec48d-cb6a-4618-acf7-e5a876a04307 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:54.655815 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-b00ec48d-cb6a-4618-acf7-e5a876a04307 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1539402
Feb 17 01:04:54.671113 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-fb11d348-8546-4eb7-8bbe-b93fe5278961 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/quotas/78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 375 time: 0.0094330
Feb 17 01:04:54.765804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-7e49a82e-4d9c-448a-96c5-1e1734962eda tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0881083
Feb 17 01:04:54.915582 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-a5572a5b-45c5-47a8-a18f-b58c9946b22d service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366172
Feb 17 01:04:55.058539 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-3ba94f09-0fd9-493d-9e79-d3bf2da2af0c service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363330
Feb 17 01:04:55.477677 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-083be08e-8601-41a4-a835-dee6a25b79d8 req-586ebad3-d0ae-4753-b48c-a8008a88af59 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 210 time: 0.0539029
Feb 17 01:04:56.645487 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-9b21ab03-2267-4105-91cf-7142edaf9b22 req-a25ecd8a-fb58-4949-9516-4df1e855ad8c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 210 time: 0.0508900
Feb 17 01:04:56.696545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-f6e394e1-9a56-4422-951c-f0848c8d591d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:56.698078 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-f6e394e1-9a56-4422-951c-f0848c8d591d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 811 time: 0.1625500
Feb 17 01:04:56.777951 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-69617775-bd20-4924-b4d1-352fde84144f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78d5c0930c464b11b7531befb363e514 HTTP/1.1" status: 200  len: 5765 time: 0.0715783
Feb 17 01:04:56.795968 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'port': {'device_id': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'admin_state_up': True, 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'security_groups': ['3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8']}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:04:56.950856 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:04:56.955504 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Usage tracker for resource:port and tenant:78d5c0930c464b11b7531befb363e514 is out of sync, need to count used quota {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 17 01:04:56.959183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83983) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 17 01:04:56.965443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83983) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:04:56.975186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Made reservation on behalf of 78d5c0930c464b11b7531befb363e514 for: {'port': 1} {{(pid=83983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 17 01:04:56.981088 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:57.291552 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.20.0.8 (8e04f428-c4fe-4cc0-8c78-5b7827eb5241/98e37066-f562-4956-b2b8-c3f5f18d1304/51791754-862b-4bf7-bc84-a1c84a03f809) {{(pid=83983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:04:57.490284 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:57.507579 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Transition to ACTIVE for port object 51791754-862b-4bf7-bc84-a1c84a03f809 will not be triggered until provisioned by entity DHCP. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:04:57.531319 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_create {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:57.546581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-e6dc9c9d-b9b7-4781-bc1a-970fc38be117 tempest-ServerRescueNegativeTestJSON-603548537 tempest-ServerRescueNegativeTestJSON-603548537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:04:57.689432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=1']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:04:57.709310 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.709741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.710160 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.710574 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.711012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.711426 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.711834 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.712236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.712676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.713091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.713495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.713896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.714390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.714799 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.715233 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.715636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.716040 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.716444 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.716850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.717251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.717652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.718052 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.718449 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.718845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:04:57.725308 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:04:57.767402 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 is already hosted by enough agents. {{(pid=83983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:04:57.768720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:04:57.771819 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:04:57.839672 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:57.840375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:57.861267 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b0c7-f1f5-43e1-a1e1-85b791e364c2 req-7b47c060-a2bf-4877-b5f1-d7f4e5023e73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:57.863038 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5180b0c7-f1f5-43e1-a1e1-85b791e364c2 req-7b47c060-a2bf-4877-b5f1-d7f4e5023e73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 931 time: 0.0996397
Feb 17 01:04:57.875458 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-402c2d1c-36d4-45e6-a0ab-ddde49d3e653 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0836043
Feb 17 01:04:57.888598 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Request body: {'port': {'device_id': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=83983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:04:57.916550 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5180b0c7-f1f5-43e1-a1e1-85b791e364c2 req-d25a0ec4-b7cb-4f2f-8b12-5d610a11845b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0462399
Feb 17 01:04:58.019863 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.047404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4eaf4bba-7f64-47ac-812f-506be8d9d7e1 None None] Provisioning for port 51791754-862b-4bf7-bc84-a1c84a03f809 completed by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:04:58.053361 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4eaf4bba-7f64-47ac-812f-506be8d9d7e1 None None] Provisioning complete for port 51791754-862b-4bf7-bc84-a1c84a03f809 triggered by entity DHCP. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:04:58.054119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4eaf4bba-7f64-47ac-812f-506be8d9d7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.110189 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf4bba-7f64-47ac-812f-506be8d9d7e1 None None] Port 51791754-862b-4bf7-bc84-a1c84a03f809 cannot update to ACTIVE because it is not bound. {{(pid=83984) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 17 01:04:58.452466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51791754-862b-4bf7-bc84-a1c84a03f809 {{(pid=83983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 17 01:04:58.461217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.474183 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Transition to ACTIVE for port object 51791754-862b-4bf7-bc84-a1c84a03f809 will not be triggered until provisioned by entity L2. {{(pid=83983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 17 01:04:58.476853 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.492515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9cb12025-8546-4615-bf67-79acf9b577e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:04:58.637082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Pushing event updated for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=2']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:04:58.640424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:04:58.826170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Attempting to bind port 51791754-862b-4bf7-bc84-a1c84a03f809 on host hv-cinder-75994 for vnic_type normal with profile  {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 17 01:04:58.826746 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Attempting to bind port 51791754-862b-4bf7-bc84-a1c84a03f809 by drivers openvswitch on host hv-cinder-75994 at level 0 using segments [{'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 17 01:04:58.826862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Attempting to bind port 51791754-862b-4bf7-bc84-a1c84a03f809 on network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 17 01:04:58.833222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Checking agent: {'id': '4065de90-874c-47dd-aa1d-625d1492cdc5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 0, 45, 8), 'started_at': datetime.datetime(2021, 2, 17, 0, 45, 38), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 1, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 17 01:04:58.833601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Checking segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 17 01:04:58.834003 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.834398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Bound using segment: {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'} {{(pid=83983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 17 01:04:58.834867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Bound port: 51791754-862b-4bf7-bc84-a1c84a03f809, host: hv-cinder-75994, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc88508c-3082-4b8a-b3e7-d9de12645391', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241'}}] {{(pid=83983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 17 01:04:58.835371 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.930294 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] For port 51791754-862b-4bf7-bc84-a1c84a03f809, host hv-cinder-75994, cleared binding levels {{(pid=83983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 17 01:04:58.933424 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] For port 51791754-862b-4bf7-bc84-a1c84a03f809, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=51791754-862b-4bf7-bc84-a1c84a03f809,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 17 01:04:58.936907 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826955615'] for port, after_update {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:58.953034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-3211bf38-aca6-44b8-91d3-1d44c63e9f2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:04:59.131645 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868eec-dcdf-4930-bdf1-89f793bd9104 req-c3c2d3b7-2b8a-4db4-b7f5-b46bd21c20ae tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:59.133412 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02868eec-dcdf-4930-bdf1-89f793bd9104 req-c3c2d3b7-2b8a-4db4-b7f5-b46bd21c20ae tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.1016653
Feb 17 01:04:59.188385 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-02868eec-dcdf-4930-bdf1-89f793bd9104 req-4415eb5c-cf0e-4716-b045-ae66e7f37221 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0482407
Feb 17 01:04:59.346597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Pushing event updated for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=3']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:04:59.351765 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:04:59.382415 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:59.383054 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:04:59.384544 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-4ce71515-614e-45a0-ad82-b8e6d4235704 service neutron] 10.222.0.47 "PUT /v2.0/ports/51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 1157 time: 1.5007107
Feb 17 01:04:59.385096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:04:59.505193 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'status': 'completed', 'code': 200}
Feb 17 01:04:59.517575 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-e400c942-0463-4247-a510-aacf8a7af8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:59.519464 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-e400c942-0463-4247-a510-aacf8a7af8e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1160 time: 0.0930924
Feb 17 01:04:59.592922 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-40b0c34c-1e77-40c7-b995-6ebc08e499e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 217 time: 0.0661345
Feb 17 01:04:59.665305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-89b95d3a-785a-4727-802b-c47ca0ff6639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:59.666783 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-89b95d3a-785a-4727-802b-c47ca0ff6639 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0669074
Feb 17 01:04:59.748588 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-c881a14f-0752-413f-8440-92b2961ebad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:04:59.750147 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-c881a14f-0752-413f-8440-92b2961ebad3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769722
Feb 17 01:04:59.891519 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-8afbf024-30d0-416f-bb18-58e2d8e051d7 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345167
Feb 17 01:05:00.032903 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a4e3c7a6-c86c-4c42-a303-7c18aafbedf0 req-30081bed-e07e-497c-8d29-b6bfef922032 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1352251
Feb 17 01:05:00.154903 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-4d96d5bb-2ea7-43c0-8cd1-d69cd1149c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:00.156521 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-4d96d5bb-2ea7-43c0-8cd1-d69cd1149c25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1160 time: 0.0824068
Feb 17 01:05:00.305868 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-7fdb4751-d8a2-42e9-b186-de63f7886158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:00.307390 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-7fdb4751-d8a2-42e9-b186-de63f7886158 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1445866
Feb 17 01:05:00.383544 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-a62dec3e-d16a-48a2-a895-fde11b4a20f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 217 time: 0.0688939
Feb 17 01:05:00.399581 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835d322-5810-45b4-9cea-e0a5e962c966 req-9db8b753-4055-49dc-86a2-e08a550ba197 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:00.401211 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5835d322-5810-45b4-9cea-e0a5e962c966 req-9db8b753-4055-49dc-86a2-e08a550ba197 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0954852
Feb 17 01:05:00.451333 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5835d322-5810-45b4-9cea-e0a5e962c966 req-b2ba4ef4-006c-4aa4-ad7a-061b4da9f277 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435174
Feb 17 01:05:00.459976 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-db50fdf5-232d-4234-bc4e-c4c80fc0c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:00.461616 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-db50fdf5-232d-4234-bc4e-c4c80fc0c385 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0717125
Feb 17 01:05:00.547944 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-c09f981e-e146-466e-9627-6bb94c91441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:00.549576 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-c09f981e-e146-466e-9627-6bb94c91441e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816810
Feb 17 01:05:00.696812 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-43ee4a2d-0fd8-4351-a406-a8f89c426cbd service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401916
Feb 17 01:05:00.844982 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-cee44d19-8a5b-46da-9045-605b460b9fe0 req-6ab1cfe4-c04a-4999-ae88-e876ada81122 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411819
Feb 17 01:05:01.653468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0333f95-6eeb-4661-afd4-dc83c5631b99 req-a5138cfb-47d9-4c67-b33d-4bbaf5330814 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:01.655060 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f0333f95-6eeb-4661-afd4-dc83c5631b99 req-a5138cfb-47d9-4c67-b33d-4bbaf5330814 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0857558
Feb 17 01:05:01.701876 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f0333f95-6eeb-4661-afd4-dc83c5631b99 req-d0f624f3-44e6-4b62-8c65-106831294e24 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401146
Feb 17 01:05:02.907186 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b67ba-1547-4eb3-a3bf-e00dd6e8215f req-2013f762-8923-429b-b777-94ed1459b6cd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:02.908783 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-845b67ba-1547-4eb3-a3bf-e00dd6e8215f req-2013f762-8923-429b-b777-94ed1459b6cd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0904243
Feb 17 01:05:02.956427 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-845b67ba-1547-4eb3-a3bf-e00dd6e8215f req-03749433-9bad-4f1f-9469-244d44d29703 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414698
Feb 17 01:05:04.151957 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8360f0b-6a75-49b6-a793-fcb3f7126465 req-77795613-00f7-42c0-9d95-5231f26cb421 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:04.153548 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8360f0b-6a75-49b6-a793-fcb3f7126465 req-77795613-00f7-42c0-9d95-5231f26cb421 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0872273
Feb 17 01:05:04.203794 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-e8360f0b-6a75-49b6-a793-fcb3f7126465 req-c783606a-7099-46bc-a5ca-4993ec9c35c7 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440726
Feb 17 01:05:05.401730 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9701d-8006-4b0e-b88a-12f5b4914d2f req-a1708494-eaa3-4df1-95cb-828ab20825e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:05.403320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54c9701d-8006-4b0e-b88a-12f5b4914d2f req-a1708494-eaa3-4df1-95cb-828ab20825e0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0879190
Feb 17 01:05:05.450279 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-54c9701d-8006-4b0e-b88a-12f5b4914d2f req-d738c0ee-23fd-4e09-9864-4b52e5a37b2b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408306
Feb 17 01:05:06.654676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baafd5c-10a8-48c7-8d38-9dacd584524c req-0ada23f7-0c15-489d-9355-c43f5513878b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:06.656301 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6baafd5c-10a8-48c7-8d38-9dacd584524c req-0ada23f7-0c15-489d-9355-c43f5513878b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0906451
Feb 17 01:05:06.703280 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6baafd5c-10a8-48c7-8d38-9dacd584524c req-3d75ae7c-ab02-4333-9156-eef332c06c6d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401125
Feb 17 01:05:06.786394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-e27beccf-49c5-4032-b46f-d1191ce7ce49 req-37162703-a29e-4a4f-a466-1f27fb61cd4f service neutron] (83982) timed out ('10.222.0.47', 50006) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:05:07.904928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0b6f5-15b7-436a-bf5e-fabf9139a2c4 req-47747a52-23a0-436a-9692-729b7abb08a0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:07.906549 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ad0b6f5-15b7-436a-bf5e-fabf9139a2c4 req-47747a52-23a0-436a-9692-729b7abb08a0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0887878
Feb 17 01:05:07.954462 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-2ad0b6f5-15b7-436a-bf5e-fabf9139a2c4 req-f120445d-adc7-4901-97b7-8d20fb060753 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0408628
Feb 17 01:05:08.403108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:08.898977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 51791754-862b-4bf7-bc84-a1c84a03f809 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:05:08.967592 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning for port 51791754-862b-4bf7-bc84-a1c84a03f809 completed by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 17 01:05:08.972332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 51791754-862b-4bf7-bc84-a1c84a03f809 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:05:08.972750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:09.098097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:09.125910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:05:09.136605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 51791754-862b-4bf7-bc84-a1c84a03f809, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=51791754-862b-4bf7-bc84-a1c84a03f809,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:05:09.139974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:09.141943 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:05:09.161374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a896-d894-4f12-a7f6-dc6d1f08b934 req-7041dbd4-6c8b-4ced-b40d-838cbf52132c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:09.163027 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36f8a896-d894-4f12-a7f6-dc6d1f08b934 req-7041dbd4-6c8b-4ced-b40d-838cbf52132c tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 943 time: 0.0960343
Feb 17 01:05:09.213651 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-36f8a896-d894-4f12-a7f6-dc6d1f08b934 req-5fbc3c07-7a2b-4d06-b2bc-18659740cbaa tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440319
Feb 17 01:05:09.215499 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=4']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:05:09.223971 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.224654 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.224993 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.225367 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.225735 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.226102 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.226466 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.226895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.227196 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.227559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.230967 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.231770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.231770 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.231921 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.232332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.232687 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:09.237030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:05:09.238646 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'code': 200}
Feb 17 01:05:09.521478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47b783-335b-4ff4-a96c-66e4df102866 req-c67950f7-482f-45f2-bd92-1e61435257a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:09.522983 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce47b783-335b-4ff4-a96c-66e4df102866 req-c67950f7-482f-45f2-bd92-1e61435257a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.0760150
Feb 17 01:05:09.571168 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-ce47b783-335b-4ff4-a96c-66e4df102866 req-89e92134-ab44-42b6-bf01-41fe7871a5b9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411952
Feb 17 01:05:09.666471 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-52cd8d84-b627-4508-bde3-4d518417b75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:10.411164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098678a-9f45-427b-b9f6-5a3aa59d9f4b req-16535943-4ef1-482f-b75a-11e5919a16bf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:10.412846 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d098678a-9f45-427b-b9f6-5a3aa59d9f4b req-16535943-4ef1-482f-b75a-11e5919a16bf tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.0875351
Feb 17 01:05:10.448315 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 51791754-862b-4bf7-bc84-a1c84a03f809 up at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 17 01:05:10.463900 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d098678a-9f45-427b-b9f6-5a3aa59d9f4b req-97f10c8a-07eb-47a6-bd1d-90f4ac1e6b67 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444045
Feb 17 01:05:10.525179 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Provisioning complete for port 51791754-862b-4bf7-bc84-a1c84a03f809 triggered by entity L2. {{(pid=83984) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 17 01:05:10.525608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851119131'] for port, provisioning_complete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:11.665547 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed07b-b601-4cb2-b195-320ecc52b866 req-77772d9e-56ac-4cf2-9b97-402515dca8f5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:11.667158 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-741ed07b-b601-4cb2-b195-320ecc52b866 req-77772d9e-56ac-4cf2-9b97-402515dca8f5 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.0862789
Feb 17 01:05:11.713957 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-741ed07b-b601-4cb2-b195-320ecc52b866 req-f60c0deb-7722-4177-810d-170069d61505 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405314
Feb 17 01:05:11.916180 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b755-bca9-4b7f-9a4b-2ae4ad5a65c0 req-c5452dc0-d9ce-4a8a-9aac-b84ef36a9752 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:11.917756 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5469b755-bca9-4b7f-9a4b-2ae4ad5a65c0 req-c5452dc0-d9ce-4a8a-9aac-b84ef36a9752 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.0896001
Feb 17 01:05:11.964265 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-5469b755-bca9-4b7f-9a4b-2ae4ad5a65c0 req-889936c1-a613-49aa-8e32-b56ab17d873d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402846
Feb 17 01:05:12.083923 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-76a48846-224e-4256-b512-3e3b2d37d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:12.162276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df19b412-0146-47bd-957d-3403b3988bfa req-fff4a768-9397-45e2-81d6-946c6049fd62 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1602466
Feb 17 01:05:12.172405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:05:12.178112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 17 01:05:12.187887 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.quota.driver [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83982) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 17 01:05:12.197354 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:12.570008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:12.577533 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:12.845304 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_common [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Allocated IP 172.27.0.186 (28ace156-edba-4acf-b19e-e8cace1ddc78/4fb04e52-3bd8-468a-a39c-e949128b9e52/3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2) {{(pid=83982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 17 01:05:13.003307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.034307 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363304261907606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.050108 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a2e2bc65-a2a4-413d-8ef0-035547d5248d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:05:13.192068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2,revision_number=1']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:05:13.203951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.204375 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.204790 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.205210 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.205600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.206005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.206405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.206803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.207227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.207626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.208534 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.208931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.209416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.209816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.210215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.210614 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.211036 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.211434 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.211828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.212228 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.212622 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.213014 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.213407 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.213798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:05:13.219138 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:05:13.255823 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Network 28ace156-edba-4acf-b19e-e8cace1ddc78 is already hosted by enough agents. {{(pid=83982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 17 01:05:13.256998 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.base_scheduler [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Resources bound (agent type, host, resource id):  {{(pid=83982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 17 01:05:13.259265 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Received port after_create {{(pid=83982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 17 01:05:13.343321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.405758 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.445691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.678789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for port, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.682305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852690545'] for port, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.697808 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-62e69155-7d09-4dd9-b3fe-a500eec022ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:05:13.832131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.842322 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event updated for resources: {'Port': ['ID=3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2,revision_number=2']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:05:13.847420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:05:13.939170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.969600 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:13.970851 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df19b412-0146-47bd-957d-3403b3988bfa req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8025877
Feb 17 01:05:14.055984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-df19b412-0146-47bd-957d-3403b3988bfa req-5dc3fef1-8270-46fb-be08-e8cd8a577b8a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:05:14.071548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-df19b412-0146-47bd-957d-3403b3988bfa req-5dc3fef1-8270-46fb-be08-e8cd8a577b8a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:05:14.072813 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df19b412-0146-47bd-957d-3403b3988bfa req-5dc3fef1-8270-46fb-be08-e8cd8a577b8a tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 696 time: 0.0954905
Feb 17 01:05:14.232164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19b412-0146-47bd-957d-3403b3988bfa req-29a6ab55-e56a-40bd-87f5-4d91236269b0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:14.233627 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-df19b412-0146-47bd-957d-3403b3988bfa req-29a6ab55-e56a-40bd-87f5-4d91236269b0 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1541016
Feb 17 01:05:14.420037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-2aa109ba-34a3-40c3-a22e-31d0a3f66bb4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:14.421618 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-2aa109ba-34a3-40c3-a22e-31d0a3f66bb4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0914307
Feb 17 01:05:14.510368 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-0feadbf7-da30-446d-8f0f-ecf0817cd0bb tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 696 time: 0.0819817
Feb 17 01:05:14.521416 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.v2.base [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Request body: {'floatingip': {'port_id': '51791754-862b-4bf7-bc84-a1c84a03f809', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83982) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 17 01:05:14.602636 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, before_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:15.220698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:15.223464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3687606'] for floatingip, after_update {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:15.403880 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP 54e6d217-5ca7-4644-960b-775bb1be3381 associated. External IP: 172.27.0.186, port: 51791754-862b-4bf7-bc84-a1c84a03f809.
Feb 17 01:05:16.008631 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:05:16.204405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:05:16.209901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:16.219917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:05:16.230775 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:05:16.231555 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370970630>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:05:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:16.271815 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-b89abc05-3676-4d7b-8b5d-a369f4436451 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "PUT /v2.0/floatingips/54e6d217-5ca7-4644-960b-775bb1be3381 HTTP/1.1" status: 200  len: 996 time: 1.7553306
Feb 17 01:05:16.272391 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:05:16.383189 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'status': 'completed', 'code': 200}
Feb 17 01:05:16.417002 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-0cf1f754-18c5-4820-9d55-43b7b1e7cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.419889 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-0cf1f754-18c5-4820-9d55-43b7b1e7cab0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.1348624
Feb 17 01:05:16.423803 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:05:16.482750 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-2df0f862-737c-44b6-a373-6d8e8f02b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.484326 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-2df0f862-737c-44b6-a373-6d8e8f02b327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.0796084
Feb 17 01:05:16.567256 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-35d77a21-d79a-4955-a7be-cf4b587949d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.570012 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-35d77a21-d79a-4955-a7be-cf4b587949d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1450324
Feb 17 01:05:16.631721 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-9c290041-d149-481d-b235-79cc1946c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.633645 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-9c290041-d149-481d-b235-79cc1946c20f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1429298
Feb 17 01:05:16.686683 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-0e791819-feb3-48c5-acdd-f80dc66ac965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 999 time: 0.1091936
Feb 17 01:05:16.750082 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-98cce3ea-ac9b-4a9b-981f-187ae870c701 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 999 time: 0.1098876
Feb 17 01:05:16.756653 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-851fb546-f59f-45d0-b7cd-a1c458967af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.758276 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-851fb546-f59f-45d0-b7cd-a1c458967af6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0647683
Feb 17 01:05:16.817773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370970630>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}, {'id': '54e6d217-5ca7-4644-960b-775bb1be3381', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '51791754-862b-4bf7-bc84-a1c84a03f809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:f1:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:05:13Z', 'updated_at': '2021-02-17T01:05:15Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:16.822532 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:05:16.829793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-19544591-0a43-49c6-9e53-3f39a975ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.831433 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-19544591-0a43-49c6-9e53-3f39a975ce84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0748668
Feb 17 01:05:16.831827 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:05:16.832484 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1370970630>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:05:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:16.844611 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-84cfda7f-8cf9-484a-b171-9d340cf7edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.846245 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-84cfda7f-8cf9-484a-b171-9d340cf7edf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815146
Feb 17 01:05:16.920364 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-b5b4ffdb-a739-40f1-9ec7-1fe0dfbc9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:16.921989 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-b5b4ffdb-a739-40f1-9ec7-1fe0dfbc9de6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846772
Feb 17 01:05:16.994548 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-f082cbb3-15d3-4ec3-9170-b87b97d79afa service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398754
Feb 17 01:05:17.036946 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:05:17.075860 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-61ccda07-6c24-4a76-ad86-b0771fe0f2fa service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457520
Feb 17 01:05:17.145045 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-f9b1e798-5069-43f1-939b-9c43ca474677 req-1dec9762-b84a-44b5-a8c1-62e839e0d06b service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1422167
Feb 17 01:05:17.222037 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6b0e26d5-ad12-436b-8537-59af27966bb3 req-4c87d3fe-b80b-4aed-9979-934ae0320cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394567
Feb 17 01:05:17.403953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1370970630>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}, {'id': '54e6d217-5ca7-4644-960b-775bb1be3381', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '51791754-862b-4bf7-bc84-a1c84a03f809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:f1:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:05:13Z', 'updated_at': '2021-02-17T01:05:15Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:05:17.408096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efe2584-f06f-4cc4-9b82-38b9cc33b2e3 None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}, {'id': '54e6d217-5ca7-4644-960b-775bb1be3381', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': '51791754-862b-4bf7-bc84-a1c84a03f809', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:f1:a4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:05:13Z', 'updated_at': '2021-02-17T01:05:15Z', 'revision_number': 1, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:05:17.694378 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35711b-d0b6-46e5-90b9-c78c468eb7f5 None None] New status for floating IP 54e6d217-5ca7-4644-960b-775bb1be3381: ACTIVE {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:05:18.122036 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-a18b890d-f3d5-4fe7-88b2-ba091c5e0d68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0772350
Feb 17 01:05:18.275794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-576be513-c4ed-4aee-abdd-897691a76c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:18.277290 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-576be513-c4ed-4aee-abdd-897691a76c8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0830541
Feb 17 01:05:18.432018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-4d9364ac-b2f5-4bf6-9470-10ab1705d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:18.433570 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-4d9364ac-b2f5-4bf6-9470-10ab1705d5bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1375005
Feb 17 01:05:18.540699 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-bd98f411-6b58-411b-bcf0-f99d77b3b8df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 1001 time: 0.1004105
Feb 17 01:05:18.613597 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-111a3675-8ebf-4806-8c96-49fa1acb87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:18.616102 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-111a3675-8ebf-4806-8c96-49fa1acb87bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0696137
Feb 17 01:05:18.698338 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-f5c96493-5934-4cf6-b71d-d2d2c33f1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:05:18.699935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-f5c96493-5934-4cf6-b71d-d2d2c33f1d02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766587
Feb 17 01:05:18.841363 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-88b0b0fd-5539-46d6-8bdd-06e09c7babb7 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349282
Feb 17 01:05:18.983104 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-119563d6-e5a2-43e8-bd35-648389b795e8 req-c36db7b6-94ea-402b-a273-82e27666a848 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351757
Feb 17 01:05:19.449260 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:05:38.416494 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:39.667447 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ac240238-54aa-4525-b26c-82cb047755f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:42.087125 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-75631ef7-1145-4418-8591-32b2185fc1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:42.572545 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:43.447390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:43.835251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:05:45.707657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-b35bf97e-435e-4674-984b-9828c85647a5 req-5a6ac7dc-3d57-47df-95d4-6e2e8e901091 service neutron] (83982) timed out ('10.222.0.47', 49979) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:05:56.448596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:06:08.433075 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:09.667341 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-998c3c71-344d-4ca5-adb4-a4685147fa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:12.089043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2e3b37c8-7b07-4cb4-b855-d3cc6b73ce70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:12.575801 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:13.448118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:13.840841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:20.159001 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-f8be033a-c687-4216-a523-fba1e9ed6501 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818515
Feb 17 01:06:20.256723 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-c01003e2-a297-447a-bd23-5e2a7b735b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:06:20.258289 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-c01003e2-a297-447a-bd23-5e2a7b735b41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.0773849
Feb 17 01:06:20.413195 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-3cf77d08-74fa-4637-835d-aa560021fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:06:20.414679 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-3cf77d08-74fa-4637-835d-aa560021fbdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1363184
Feb 17 01:06:20.757824 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-1e118da6-62d4-4d07-960a-c925e8f4d665 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 1001 time: 0.3361673
Feb 17 01:06:20.828118 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-708e0715-7900-4b2d-9c45-3e2aae6cb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:06:20.829671 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-708e0715-7900-4b2d-9c45-3e2aae6cb327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0651808
Feb 17 01:06:20.913299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-bb142cc0-df82-49c5-99f8-1f36f3c84e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:06:20.914902 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-bb142cc0-df82-49c5-99f8-1f36f3c84e69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786977
Feb 17 01:06:21.055876 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-a82cbb6d-02fb-455e-8adc-cfb5f9442a18 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344643
Feb 17 01:06:21.200450 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-978a5ffd-78b2-408b-b121-61886e3cd843 req-0821d16d-6256-4921-8094-514bd3c10245 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378813
Feb 17 01:06:33.447964 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:06:33.981850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-f3a3f7da-aeb2-4671-b4cc-d45b1c221a72 req-becc93b4-08a2-4a6c-9382-e524eb78e4c3 service neutron] (83983) timed out ('10.222.0.16', 60418) {{(pid=83983) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:06:38.431459 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:39.667807 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b23f2636-6a29-46e7-8fc2-8d408c06ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:42.090251 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d40bc2a5-2589-46c1-83be-5351e1a86c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:42.577221 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:43.449346 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:06:43.843925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:05.760832 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-6addb7a1-1f66-4cac-b6f9-49635967ff39 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips/54e6d217-5ca7-4644-960b-775bb1be3381 HTTP/1.1" status: 200  len: 998 time: 0.1144249
Feb 17 01:07:05.923776 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-518a181c-4837-49a2-827f-5059aff083da tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:05.925159 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-518a181c-4837-49a2-827f-5059aff083da tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1576755
Feb 17 01:07:05.936406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-2915235a-315b-459a-bea6-e5ba6ffc3f30 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=83982) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 17 01:07:05.937424 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-2915235a-315b-459a-bea6-e5ba6ffc3f30 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057817
Feb 17 01:07:06.046854 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-6d2e100f-a2b8-4c86-964d-b4adcafebfa4 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 1001 time: 0.1035695
Feb 17 01:07:06.128792 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-bf3c2ed8-12dd-4691-845a-178699d3e553 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:06.130463 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-bf3c2ed8-12dd-4691-845a-178699d3e553 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports/51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 942 time: 0.0779226
Feb 17 01:07:06.316530 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-922d3d5e-6267-4c96-a1e3-c440dbaa609d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.186 HTTP/1.1" status: 200  len: 1001 time: 0.1056998
Feb 17 01:07:06.536670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port 3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:06.536974 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:06.720732 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:06.721106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:06.860798 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for 3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:07.017734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:07.037030 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-b02982f2-df22-4890-b770-2c572de98926 tempest-AttachVolumeTestJSON-2145413552 tempest-AttachVolumeTestJSON-2145413552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:07.134218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=3e5f8dce-5e87-4fe1-8a21-b4d46f36c3e2,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:07.154305 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.154734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.155182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.155602 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.156017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.156432 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.156845 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.157254 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.157661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.158067 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.158473 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.158920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.159395 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.159804 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.160211 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.160616 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.161019 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.161425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.161828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.162234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.162640 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.163648 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.164057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.164467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:07.169374 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:07.282463 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:07.282839 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP 54e6d217-5ca7-4644-960b-775bb1be3381 disassociated (deleted). External IP: 172.27.0.186, port: 51791754-862b-4bf7-bc84-a1c84a03f809.
Feb 17 01:07:07.660601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:08.107875 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:08.117749 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:08.127443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:08.128128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713be828>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:06:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:08.130806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:08.200683 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-443da28a-892b-4438-8264-8136aa2ef053 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "DELETE /v2.0/floatingips/54e6d217-5ca7-4644-960b-775bb1be3381 HTTP/1.1" status: 204  len: 173 time: 1.8777776
Feb 17 01:07:08.201246 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:08.264517 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'status': 'completed', 'code': 200}
Feb 17 01:07:08.311045 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-9f4a360b-82ef-4fb5-8247-68dd140b9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.312745 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-9f4a360b-82ef-4fb5-8247-68dd140b9031 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.0859995
Feb 17 01:07:08.370742 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-db6066e2-c994-4535-bc78-e9a0894f5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.372339 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-db6066e2-c994-4535-bc78-e9a0894f5ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 1162 time: 0.0896697
Feb 17 01:07:08.434947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:08.467215 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-15147c6c-b6c7-409e-8c24-897f6ed68fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.468648 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-15147c6c-b6c7-409e-8c24-897f6ed68fe2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1480215
Feb 17 01:07:08.481503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:08.526109 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-04cf21cc-0ddf-4d77-b99c-ebfa898f20ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.527708 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-04cf21cc-0ddf-4d77-b99c-ebfa898f20ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1486819
Feb 17 01:07:08.549428 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-ccc93312-f039-46e9-b443-37470642c16d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 217 time: 0.0731330
Feb 17 01:07:08.606354 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-92465cac-05b2-47ad-af8d-febe37dcb146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 200  len: 217 time: 0.0720899
Feb 17 01:07:08.628201 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-a3389f2d-17e2-46a3-bb41-c890d139834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.629868 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-a3389f2d-17e2-46a3-bb41-c890d139834b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0664792
Feb 17 01:07:08.676172 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-0449ec33-1c9c-455e-99b3-73283cbf9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.677817 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-0449ec33-1c9c-455e-99b3-73283cbf9465 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0652242
Feb 17 01:07:08.718564 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44410c52-3cd0-48c0-9979-8932442680f5 req-6e866417-4cfb-4f63-a67f-f888e9200da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.720277 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-6e866417-4cfb-4f63-a67f-f888e9200da3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830910
Feb 17 01:07:08.776033 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-7e5fd088-59ae-4344-8bc1-15fc1fc91831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:08.777999 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-7e5fd088-59ae-4344-8bc1-15fc1fc91831 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942521
Feb 17 01:07:08.871995 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-06a73d4c-9960-478b-a4be-eb12e401eecd service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425073
Feb 17 01:07:08.873925 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713be828>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:08.878042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:08.887994 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:08.888826 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13713be828>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:06:42Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:08.944668 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-86b077ee-cf6b-45cb-8a2a-a82cb11cea10 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588287
Feb 17 01:07:09.024565 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-44410c52-3cd0-48c0-9979-8932442680f5 req-3e98e7ca-ce66-49a7-9009-f45e25f38536 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441901
Feb 17 01:07:09.084872 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:09.095530 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-dd803ba3-96ae-4bb7-ab63-69f8eaf5ecb3 req-5d639fc9-0fdf-441d-901a-5dc8fc6147a7 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453254
Feb 17 01:07:09.442120 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ad4c-62a3-4822-8795-1aae480dd3d5 req-73fd21a4-14a8-4cb2-a3ae-5d2c8fbc2bb2 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:09.442900 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-88b6ad4c-62a3-4822-8795-1aae480dd3d5 req-73fd21a4-14a8-4cb2-a3ae-5d2c8fbc2bb2 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:09.458207 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-88b6ad4c-62a3-4822-8795-1aae480dd3d5 req-73fd21a4-14a8-4cb2-a3ae-5d2c8fbc2bb2 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:09.459575 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88b6ad4c-62a3-4822-8795-1aae480dd3d5 req-73fd21a4-14a8-4cb2-a3ae-5d2c8fbc2bb2 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.1022389
Feb 17 01:07:09.460446 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13713be828>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:09.464751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550bad87-a90c-45b4-9b2a-84ef159e725e None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_floatingips': [{'id': '0f18fdee-f32d-4644-8f63-5ac15545e9e9', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'router_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'port_id': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'mac_address': 'fa:16:3e:ec:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf009ff-9c81-42be-9e65-8093b64878da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T01:02:54Z', 'updated_at': '2021-02-17T01:02:58Z', 'revision_number': 2, 'project_id': '78d5c0930c464b11b7531befb363e514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:09.509871 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-88b6ad4c-62a3-4822-8795-1aae480dd3d5 req-d04bf6a2-4134-4cea-b7ac-cf99bf2b357f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431046
Feb 17 01:07:09.668522 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1f5380b8-b15b-412c-84fe-7b70200633f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:09.842539 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1358fc18-20a3-44a6-b9e0-2dd52471639b None None] New status for floating IP 54e6d217-5ca7-4644-960b-775bb1be3381: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:07:10.447906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:07:10.714405 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e557e0-bf1d-46ed-b644-0daf7aedc5d3 req-5a107ebf-49cf-4b58-b91d-8b1c67f94f2f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:10.715939 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75e557e0-bf1d-46ed-b644-0daf7aedc5d3 req-5a107ebf-49cf-4b58-b91d-8b1c67f94f2f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.0897758
Feb 17 01:07:10.762891 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-75e557e0-bf1d-46ed-b644-0daf7aedc5d3 req-5dfa7549-11b5-4e3c-b4d9-83e30f90f3ab tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404968
Feb 17 01:07:11.056249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-a2e79f8b-ba35-45b7-8d31-006769651f73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:11.056928 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-a2e79f8b-ba35-45b7-8d31-006769651f73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:11.069056 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-a2e79f8b-ba35-45b7-8d31-006769651f73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:11.070330 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-a2e79f8b-ba35-45b7-8d31-006769651f73 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 945 time: 0.0979362
Feb 17 01:07:11.077004 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device 51791754-862b-4bf7-bc84-a1c84a03f809 no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:11.149811 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port 51791754-862b-4bf7-bc84-a1c84a03f809 {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:11.150206 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.200230 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.228992 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:11.239482 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port 51791754-862b-4bf7-bc84-a1c84a03f809, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=51791754-862b-4bf7-bc84-a1c84a03f809,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:11.242439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.244321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-dfc47337-12f6-4963-b506-e4adec332f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:11.284369 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'code': 200}
Feb 17 01:07:11.318352 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:11.326268 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.326643 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.327079 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.327461 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.327840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.328216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.328590 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.328962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.329331 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.329701 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.330068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.330443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.330898 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.331288 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.331659 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.332025 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.332390 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.332759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.333126 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.333516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.333867 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.334232 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.335140 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.335512 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.339877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:11.421847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] For port 51791754-862b-4bf7-bc84-a1c84a03f809, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=51791754-862b-4bf7-bc84-a1c84a03f809,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:11.422250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.557929 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for 51791754-862b-4bf7-bc84-a1c84a03f809 owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:11.705096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.719982 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a382725d-7668-44d1-9437-2a18edf11e51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:11.815438 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=51791754-862b-4bf7-bc84-a1c84a03f809,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:11.839008 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.839439 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.839860 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.840275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.840691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.841098 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.841511 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.841920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.842321 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.842725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.843155 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.843557 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75994 {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.844046 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.844453 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.844865 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.845264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.845662 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.846063 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.846462 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.846862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.847287 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.847691 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.848090 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.848487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-4-iscsi {{(pid=83983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 17 01:07:11.854610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:11.927216 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d8fc46f6-c573-4bea-9b4d-79fc575144b8 req-ce43af34-251e-442c-833a-45433a1ea300 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba400f99-ba54-4edf-925e-b20969313fa0 HTTP/1.1" status: 200  len: 210 time: 0.0500641
Feb 17 01:07:11.952684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] No DVR routers for this DVR port 51791754-862b-4bf7-bc84-a1c84a03f809 on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:07:11.955086 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:11.958011 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-deleted', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:11.973804 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c3abf327-7e2b-40b7-addd-1363acac0195 req-f851a480-8dd9-4677-90f3-850627049a01 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "DELETE /v2.0/ports/51791754-862b-4bf7-bc84-a1c84a03f809 HTTP/1.1" status: 204  len: 173 time: 0.8968098
Feb 17 01:07:12.007528 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba400f99-ba54-4edf-925e-b20969313fa0', 'name': 'network-vif-deleted', 'tag': '51791754-862b-4bf7-bc84-a1c84a03f809', 'status': 'completed', 'code': 200}
Feb 17 01:07:12.090962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cd7019e2-323b-47e5-b146-e7084c2a2f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:12.580930 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:13.450271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:13.845327 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:15.570982 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-7248b9c5-c0a9-4e1f-878c-1e9e4d040f07 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips/0f18fdee-f32d-4644-8f63-5ac15545e9e9 HTTP/1.1" status: 200  len: 998 time: 0.1122658
Feb 17 01:07:15.728809 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-481c62f3-bf53-4ac8-9835-4859e9d3bf79 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:15.730157 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-481c62f3-bf53-4ac8-9835-4859e9d3bf79 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1534643
Feb 17 01:07:15.842740 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8fa82eb3-0fd7-4ebb-abb7-9bbf54835cad tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:15.856805 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8fa82eb3-0fd7-4ebb-abb7-9bbf54835cad tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:15.858059 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8fa82eb3-0fd7-4ebb-abb7-9bbf54835cad tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200  len: 1001 time: 0.1215022
Feb 17 01:07:15.937560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-2b0bcce0-be92-4e2b-bbdd-ab015b72f92f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:15.939034 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-2b0bcce0-be92-4e2b-bbdd-ab015b72f92f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports/fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 942 time: 0.0750198
Feb 17 01:07:16.125485 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-a87f1a95-9e21-4f2e-9f27-166c11343fb2 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.107 HTTP/1.1" status: 200  len: 1001 time: 0.1040084
Feb 17 01:07:16.344734 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port 11408873-a5a6-4c1a-8ee1-197555b74776 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:16.345139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:16.521170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:16.521531 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:16.654676 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for 11408873-a5a6-4c1a-8ee1-197555b74776 owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:16.807689 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:16.823278 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-a866f0f2-73eb-4739-80b2-204a1b7cc456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:16.917677 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=11408873-a5a6-4c1a-8ee1-197555b74776,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:16.927042 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:17.045369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:17.045737 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.db.l3_db [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Floating IP 0f18fdee-f32d-4644-8f63-5ac15545e9e9 disassociated (deleted). External IP: 172.27.0.107, port: fd7e9336-b123-4ff7-99f6-ccefc7d1359d.
Feb 17 01:07:17.411397 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:17.838394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:17.848168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:17.857866 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:17.858518 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702c4908>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:17.861707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:17.922473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-8bda126a-4f52-4c06-93b3-9b58b1ffa953 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "DELETE /v2.0/floatingips/0f18fdee-f32d-4644-8f63-5ac15545e9e9 HTTP/1.1" status: 204  len: 173 time: 1.7910113
Feb 17 01:07:17.923070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:17.974473 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'status': 'completed', 'code': 200}
Feb 17 01:07:18.020670 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-54d3435c-b34a-4f92-9e1e-eff523aabbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.022538 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-54d3435c-b34a-4f92-9e1e-eff523aabbc0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0853140
Feb 17 01:07:18.049005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:18.080404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-85db8608-b479-4b55-aa61-9df68651e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.082063 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-85db8608-b479-4b55-aa61-9df68651e92b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78d5c0930c464b11b7531befb363e514&device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 1162 time: 0.0870225
Feb 17 01:07:18.169722 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-4b97a9d2-c569-4d9d-af1f-b33f27bbe7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.172864 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-4b97a9d2-c569-4d9d-af1f-b33f27bbe7fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1433611
Feb 17 01:07:18.228216 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-675d814d-ce85-4719-b46b-6f8ab22516d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.229806 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-675d814d-ce85-4719-b46b-6f8ab22516d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 200  len: 905 time: 0.1401172
Feb 17 01:07:18.251610 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-9375be57-4b91-4794-8b06-c2c313365b9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 217 time: 0.0734670
Feb 17 01:07:18.308179 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-a1849bab-a39a-4b59-ade3-ab2e1033c535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 200  len: 217 time: 0.0721564
Feb 17 01:07:18.326275 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-30a8bba1-614a-42c1-ac2f-0e23e3d5b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.329304 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-30a8bba1-614a-42c1-ac2f-0e23e3d5b06a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0706215
Feb 17 01:07:18.381810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-c89b1fe8-1f7a-4405-aef1-a51a3f351117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.382034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702c4908>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:18.384519 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-c89b1fe8-1f7a-4405-aef1-a51a3f351117 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 200  len: 850 time: 0.0703545
Feb 17 01:07:18.386069 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:18.395280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:18.395931 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702c4908>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:18.416414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-f947abcb-b72b-4653-bc30-4c3ee977f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.418055 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-f947abcb-b72b-4653-bc30-4c3ee977f1a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829284
Feb 17 01:07:18.472332 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-a4f60ec7-a2d8-4d96-ad3a-3d81829606b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:18.474097 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-a4f60ec7-a2d8-4d96-ad3a-3d81829606b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e04f428-c4fe-4cc0-8c78-5b7827eb5241&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826404
Feb 17 01:07:18.579423 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-f480e9d0-5bc9-46e9-b531-ff0328da9ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430120
Feb 17 01:07:18.585452 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:18.623206 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-95925e73-e7a9-4505-851f-b7c472958f54 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427481
Feb 17 01:07:18.731594 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-a12066da-73bf-4bbb-b8ad-b4d8e1751552 req-db8332e2-1e7d-4bc9-afb0-fd5d3e418e00 service neutron] 10.222.0.16 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435266
Feb 17 01:07:18.770208 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-4db35b27-44e2-4f53-a920-6e5e8ed69df5 req-c6178dc0-7040-4b77-9c23-d0004db16e53 service neutron] 10.222.0.47 "GET /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410358
Feb 17 01:07:19.099632 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702c4908>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:19.104087 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fa751b-9e37-41fe-b998-c84ddccf9deb None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T00:59:11Z', 'revision_number': 4, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi', '_interfaces': [{'id': 'dd493227-b2e7-406b-97f3-7557941e665c', 'name': '', 'network_id': '8e04f428-c4fe-4cc0-8c78-5b7827eb5241', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'mac_address': 'fa:16:3e:7c:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:10Z', 'updated_at': '2021-02-17T00:59:20Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'subnets': [{'id': '98e37066-f562-4956-b2b8-c3f5f18d1304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:19.138259 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58128d5-80bd-4b25-b8a8-c504762da102 req-b852f0dc-b44e-45e6-ab80-ebf1284b8180 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:19.139249 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c58128d5-80bd-4b25-b8a8-c504762da102 req-b852f0dc-b44e-45e6-ab80-ebf1284b8180 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:19.155037 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-c58128d5-80bd-4b25-b8a8-c504762da102 req-b852f0dc-b44e-45e6-ab80-ebf1284b8180 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:19.156320 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c58128d5-80bd-4b25-b8a8-c504762da102 req-b852f0dc-b44e-45e6-ab80-ebf1284b8180 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.1044800
Feb 17 01:07:19.208827 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-c58128d5-80bd-4b25-b8a8-c504762da102 req-d92e6e71-b26f-4377-91d1-3d32ce6bc367 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459657
Feb 17 01:07:19.549488 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7255e4e-c3a5-461c-b6ef-d6066e5a50c1 None None] New status for floating IP 0f18fdee-f32d-4644-8f63-5ac15545e9e9: DOWN {{(pid=83984) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 17 01:07:20.413401 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27419599-fb64-4f9a-a58b-efb109602d7c req-87c9179f-7cd8-4769-ba07-f76c92610aba tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:20.415108 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27419599-fb64-4f9a-a58b-efb109602d7c req-87c9179f-7cd8-4769-ba07-f76c92610aba tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.0881560
Feb 17 01:07:20.461455 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-27419599-fb64-4f9a-a58b-efb109602d7c req-f766038d-cff7-45c3-b590-74ccade02b3b tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402331
Feb 17 01:07:20.753917 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-d96730fb-dd43-4bf8-acab-072958ed101e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:20.754674 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-d96730fb-dd43-4bf8-acab-072958ed101e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:20.767441 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-d96730fb-dd43-4bf8-acab-072958ed101e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:port {{(pid=83983) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:20.768905 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-d96730fb-dd43-4bf8-acab-072958ed101e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 945 time: 0.0968733
Feb 17 01:07:20.848298 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port fd7e9336-b123-4ff7-99f6-ccefc7d1359d {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:20.848679 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:21.103516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:21.103838 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:21.111325 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Device fd7e9336-b123-4ff7-99f6-ccefc7d1359d no longer exists at agent ovs-agent-hv-cinder-75994 {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:21.232128 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3645451'] for port, before_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:21.237987 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for fd7e9336-b123-4ff7-99f6-ccefc7d1359d owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:21.260988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:21.271889 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:21.274720 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304261412314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732592871539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304261904244'] for port, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:21.276698 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-505f1cf3-f18d-40c9-a963-187ba27670f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:21.314380 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'code': 200}
Feb 17 01:07:21.336582 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83983) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:21.336951 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83983) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:21.347224 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Pushing event updated for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=5']} {{(pid=83984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:21.351481 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83984) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:21.664772 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7f799-b0e2-4921-aeaf-89b8c401c839 req-c34a3f80-54cb-4ed5-b401-7d179a2a60b9 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:21.666271 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3db7f799-b0e2-4921-aeaf-89b8c401c839 req-c34a3f80-54cb-4ed5-b401-7d179a2a60b9 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 943 time: 0.0922072
Feb 17 01:07:21.712517 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-3db7f799-b0e2-4921-aeaf-89b8c401c839 req-c6df1c6f-8ec7-4a7a-afa7-e458074a9751 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups?id=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401289
Feb 17 01:07:21.838678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port fd7e9336-b123-4ff7-99f6-ccefc7d1359d {{(pid=83983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:21.839119 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:22.332766 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] For port fd7e9336-b123-4ff7-99f6-ccefc7d1359d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75994',level=0,port_id=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:22.333165 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:22.466177 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for fd7e9336-b123-4ff7-99f6-ccefc7d1359d owned by compute:nova {{(pid=83983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:22.611053 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27820200'] for port, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:22.625660 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0649dd1f-c666-4a08-afb1-a7ecca94f502 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:22.717839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=fd7e9336-b123-4ff7-99f6-ccefc7d1359d,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:22.724425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:22.838012 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] No DVR routers for this DVR port fd7e9336-b123-4ff7-99f6-ccefc7d1359d on host hv-cinder-75994 {{(pid=83983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:07:22.840741 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for port, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:22.843355 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-deleted', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d'}] {{(pid=83983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 17 01:07:22.859384 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-d710611c-9a41-4384-bbff-ac9dfa603002 req-7b67172a-44b8-4984-94b8-48f09d829b99 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.47 "DELETE /v2.0/ports/fd7e9336-b123-4ff7-99f6-ccefc7d1359d HTTP/1.1" status: 204  len: 173 time: 2.0850034
Feb 17 01:07:22.887742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-0df46849-cd05-4681-b945-0e6546d4143d req-358f6e47-0a44-4b7a-b83e-5389152f3cec tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf009ff-9c81-42be-9e65-8093b64878da HTTP/1.1" status: 200  len: 210 time: 0.0552378
Feb 17 01:07:22.894266 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf009ff-9c81-42be-9e65-8093b64878da', 'name': 'network-vif-deleted', 'tag': 'fd7e9336-b123-4ff7-99f6-ccefc7d1359d', 'status': 'completed', 'code': 200}
Feb 17 01:07:24.095169 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-da59fa70-f565-4ef4-b19f-5e1cb1cadca3 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips/eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3 HTTP/1.1" status: 200  len: 692 time: 0.0919724
Feb 17 01:07:24.259282 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-47c2c314-70fe-403a-beb0-523734c3cfa7 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83982) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 17 01:07:24.260762 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-47c2c314-70fe-403a-beb0-523734c3cfa7 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/networks/28ace156-edba-4acf-b19e-e8cace1ddc78 HTTP/1.1" status: 200  len: 784 time: 0.1598134
Feb 17 01:07:24.349871 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-eb36c1b9-c5f7-4b3f-954d-0d08c4da6c1d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Synchronizing usage tracker for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 17 01:07:24.364743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.quota.resource [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-eb36c1b9-c5f7-4b3f-954d-0d08c4da6c1d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Unset dirty status for tenant:78d5c0930c464b11b7531befb363e514 on resource:floatingip {{(pid=83982) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 17 01:07:24.365942 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-eb36c1b9-c5f7-4b3f-954d-0d08c4da6c1d tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.0987835
Feb 17 01:07:24.454314 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-4e529b5f-48ae-44ac-8af4-2d3c96ea624e tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.0814753
Feb 17 01:07:24.634829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Deleting port d200c112-199e-43f9-b442-57bd6a55fe1a {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:24.635192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.818068 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.818422 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:24.950454 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Calling delete_port for d200c112-199e-43f9-b442-57bd6a55fe1a owned by network:floatingip {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:25.099896 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.115715 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-2cc0b2f2-1891-4d81-88eb-144771d05d50 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:25.217313 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'Port': ['ID=d200c112-199e-43f9-b442-57bd6a55fe1a,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:25.220300 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:25.337793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for floatingip, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.358258 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854775109'] for floatingip, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:25.359518 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-51c6d315-444a-40ee-9b00-c6a77d7ed3af req-fee29460-630e-4b7f-af3c-54777ff77ccd tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "DELETE /v2.0/floatingips/eb9d5538-a65e-4bd7-a438-f80e4ebaf7d3 HTTP/1.1" status: 204  len: 173 time: 0.8993316
Feb 17 01:07:26.828574 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-11ae7c8c-aae0-424d-bd94-5a7d52464241 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "GET /v2.0/security-groups/3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8 HTTP/1.1" status: 200  len: 2999 time: 0.0518723
Feb 17 01:07:26.901073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.930394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.979858 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:26.984920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-6e715ba8-4025-4f1a-92ef-142343e9de7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:27.001794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:27.007517 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:27.009535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:27.010742 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [req-6e30d044-1558-45e0-9f7a-f124a2e913f9 req-64a556c4-822b-4c53-aec1-0619be106d3f tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] 10.222.0.16 "DELETE /v2.0/security-groups/3d54f9e1-ccb3-4c9d-935e-8d8ee63c9ca8 HTTP/1.1" status: 204  len: 173 time: 0.1758180
Feb 17 01:07:28.091941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38782) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:28.766641 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.375615 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Deleting port dd493227-b2e7-406b-97f3-7557941e665c {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:29.376227 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.562901 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] For port dd493227-b2e7-406b-97f3-7557941e665c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=dd493227-b2e7-406b-97f3-7557941e665c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:29.563317 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.699869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Calling delete_port for dd493227-b2e7-406b-97f3-7557941e665c owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:29.878139 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:29.894185 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-05279027-06af-4616-85f9-70346ccd9d83 tempest-TestMinimumBasicScenario-1267840883 tempest-TestMinimumBasicScenario-1267840883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:29.995916 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd493227-b2e7-406b-97f3-7557941e665c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:30.003478 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:30.309516 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:30.812559 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:30.997515 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:31.006506 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Sync routers for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:31.011021 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-44e91ee9-8659-4f3c-98aa-6fe2b2883476 admin admin] 10.222.0.16 "PUT /v2.0/routers/2c11fc63-e1d4-4832-9a8b-46751d26ac2e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9177916
Feb 17 01:07:31.013847 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38788) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:31.017005 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:31.017920 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712c39e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:31.201759 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.202580 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:31.387601 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.392953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Deleting port be04b502-f7fd-46ff-92a9-436dfed986a7 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:31.393320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.509170 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712c39e8>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T01:07:29Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:31.513587 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Checking router: 2c11fc63-e1d4-4832-9a8b-46751d26ac2e for host: dv-cinder-759943-4-iscsi {{(pid=83985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:31.523474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Routers {'2c11fc63-e1d4-4832-9a8b-46751d26ac2e'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:31.524153 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13712c39e8>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'], 'active': True} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:31.712610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] Set router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e gateway port host: dv-cinder-759943-4-iscsi {{(pid=83985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:31.818961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] For port be04b502-f7fd-46ff-92a9-436dfed986a7, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=be04b502-f7fd-46ff-92a9-436dfed986a7,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:31.819548 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:31.952058 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Calling delete_port for be04b502-f7fd-46ff-92a9-436dfed986a7 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:32.016708 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13712c39e8>, [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T01:07:29Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83985) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:32.021017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c26110-a6dc-4062-b5a8-7b01f92604c2 None None] The sync data for ids ['2c11fc63-e1d4-4832-9a8b-46751d26ac2e'] in dv-cinder-759943-4-iscsi is: [{'id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'name': 'tempest-TestVolumeBootPattern-598838208-router', 'tenant_id': '78d5c0930c464b11b7531befb363e514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:05Z', 'updated_at': '2021-02-17T01:07:29Z', 'revision_number': 5, 'project_id': '78d5c0930c464b11b7531befb363e514', 'gw_port': {'id': 'be04b502-f7fd-46ff-92a9-436dfed986a7', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:33:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c11fc63-e1d4-4832-9a8b-46751d26ac2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:06Z', 'updated_at': '2021-02-17T00:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:32.097467 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.289357 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.429626 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.431961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.453226 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.453877 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c11fc63-e1d4-4832-9a8b-46751d26ac2e {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:07:32.466610 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.467935 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-dee39f25-b49c-4075-8963-d96fb97858c8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/2c11fc63-e1d4-4832-9a8b-46751d26ac2e HTTP/1.1" status: 204  len: 168 time: 1.4531083
Feb 17 01:07:32.470558 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38794) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:32.543134 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Deleting subnet 98e37066-f562-4956-b2b8-c3f5f18d1304 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:07:32.546430 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.592244 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device dd493227-b2e7-406b-97f3-7557941e665c no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:32.604349 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.629842 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: dd493227-b2e7-406b-97f3-7557941e665c {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:32.630239 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device dd493227-b2e7-406b-97f3-7557941e665c not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:32.691340 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.948909 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:32.964885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:33.059262 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e37066-f562-4956-b2b8-c3f5f18d1304,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:33.063047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:33.096368 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.102605 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77f2a8-91bf-4922-b62a-f08727d4d040 None None] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:33.103461 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/98e37066-f562-4956-b2b8-c3f5f18d1304 HTTP/1.1" status: 204  len: 168 time: 0.6318524
Feb 17 01:07:33.106117 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38800) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:33.223182 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.291820 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Deleting port 2d393202-bee8-4578-a0d9-e11af1f3176c {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:33.292193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.359572 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] DHCP port deletion for 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:07:33.363953 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Deleting port 2d393202-bee8-4578-a0d9-e11af1f3176c {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:33.364470 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.515542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] For port 2d393202-bee8-4578-a0d9-e11af1f3176c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2d393202-bee8-4578-a0d9-e11af1f3176c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:33.515933 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.587725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] For port 2d393202-bee8-4578-a0d9-e11af1f3176c, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=2d393202-bee8-4578-a0d9-e11af1f3176c,segment=NetworkSegment(bc88508c-3082-4b8a-b3e7-d9de12645391),segment_id=bc88508c-3082-4b8a-b3e7-d9de12645391)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:33.588107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.649839 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Calling delete_port for 2d393202-bee8-4578-a0d9-e11af1f3176c owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:33.721085 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Calling delete_port for 2d393202-bee8-4578-a0d9-e11af1f3176c owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:33.731394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:33.747043 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-83dfe111-8745-43fb-98e0-1776a11edb85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:33.795106 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:33.795513 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:33.849897 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d393202-bee8-4578-a0d9-e11af1f3176c,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:33.854633 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:33.889222 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] No DVR routers for this DVR port 2d393202-bee8-4578-a0d9-e11af1f3176c on host dv-cinder-759943-4-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:07:34.009078 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.121947 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f13700b9ba8>,) {'filters': {'network_id': ['8e04f428-c4fe-4cc0-8c78-5b7827eb5241']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:34.134396 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f13700b9ba8>, 'bc88508c-3082-4b8a-b3e7-d9de12645391') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:34.134733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f13700b9ba8>, 'bc88508c-3082-4b8a-b3e7-d9de12645391') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:34.146714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.164112 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.166164 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:07:34.296420 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Deleting port 2d393202-bee8-4578-a0d9-e11af1f3176c {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:34.296864 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.348057 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:07:34.358369 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.373169 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-0f092088-9cf6-40a0-9e42-7541aded62c7 None None] The port '2d393202-bee8-4578-a0d9-e11af1f3176c' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:07:34.535714 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Network 8e04f428-c4fe-4cc0-8c78-5b7827eb5241 has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:07:34.558850 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:07:34.630988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2d393202-bee8-4578-a0d9-e11af1f3176c no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:34.643417 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.647070 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-7fb0f6d1-8617-427c-ac5c-de4a5c1db135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:34.665013 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:34.668270 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 2d393202-bee8-4578-a0d9-e11af1f3176c {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:34.668667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 2d393202-bee8-4578-a0d9-e11af1f3176c not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:34.669137 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device be04b502-f7fd-46ff-92a9-436dfed986a7 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:34.673950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e04f428-c4fe-4cc0-8c78-5b7827eb5241,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:34.677465 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:34.688365 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e04f428-c4fe-4cc0-8c78-5b7827eb5241 HTTP/1.1" status: 204  len: 168 time: 1.5812352
Feb 17 01:07:34.691398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38810) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:34.706733 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: be04b502-f7fd-46ff-92a9-436dfed986a7 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:34.707175 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device be04b502-f7fd-46ff-92a9-436dfed986a7 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:35.509924 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3690644'] for router_interface, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:35.879277 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Deleting port fc1e79a1-d324-41cf-b9e4-08890fd56ef5 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:35.879657 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.059666 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] For port fc1e79a1-d324-41cf-b9e4-08890fd56ef5, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:36.059990 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.188596 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Calling delete_port for fc1e79a1-d324-41cf-b9e4-08890fd56ef5 owned by network:router_interface {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:36.363828 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:36.379606 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:36.481433 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1e79a1-d324-41cf-b9e4-08890fd56ef5,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:36.486673 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:36.794339 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851011687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3690746'] for router_interface, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:37.307399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Router 615fb882-0776-4b0d-82a0-bad366cd590d has already been hosted by L3 agent 4d814228-f46e-4f77-9791-744568cf1348 {{(pid=83982) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 17 01:07:37.500536 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] Notify agent at l3_agent.dv-cinder-759943-4-iscsi the message routers_updated {{(pid=83982) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 17 01:07:37.510404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Sync routers for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 17 01:07:37.510584 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-d435fdf3-c534-486c-9b29-71872a24e041 admin admin] 10.222.0.16 "PUT /v2.0/routers/615fb882-0776-4b0d-82a0-bad366cd590d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8180203
Feb 17 01:07:37.513151 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38814) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:37.520743 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:37.521406 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702df390>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:37.709250 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:37.968414 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks [] for router, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.029017 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702df390>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 5, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:38.033082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Checking router: 615fb882-0776-4b0d-82a0-bad366cd590d for host: dv-cinder-759943-4-iscsi {{(pid=83984) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 17 01:07:38.042568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Routers {'615fb882-0776-4b0d-82a0-bad366cd590d'} bound to L3 agent in host dv-cinder-759943-4-iscsi {{(pid=83984) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 17 01:07:38.043271 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f13702df390>, 'dv-cinder-759943-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T00:38:12Z,description=<?>,heartbeat_timestamp=2021-02-17T01:07:12Z,host='dv-cinder-759943-4-iscsi',id=4d814228-f46e-4f77-9791-744568cf1348,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-17T00:38:12Z,topic='l3_agent')) {'router_ids': ['615fb882-0776-4b0d-82a0-bad366cd590d'], 'active': True} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:38.167608 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.172793 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Deleting port ce45bb52-6322-4a05-81bb-bf3290ca7be4 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:38.173168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.229503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] Set router 615fb882-0776-4b0d-82a0-bad366cd590d gateway port host: dv-cinder-759943-4-iscsi {{(pid=83984) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 17 01:07:38.364542 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] For port ce45bb52-6322-4a05-81bb-bf3290ca7be4, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=ce45bb52-6322-4a05-81bb-bf3290ca7be4,segment=NetworkSegment(6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c),segment_id=6e6328a2-a4d0-4a4e-9b4e-415f8f73ab8c)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:38.364941 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.460144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.499034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Calling delete_port for ce45bb52-6322-4a05-81bb-bf3290ca7be4 owned by network:router_gateway {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:38.545097 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f13702df390>, [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 5, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}], 'dv-cinder-759943-4-iscsi', False) {} {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:38.549303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9f663-8659-457d-ad05-df91115c6aaf None None] The sync data for ids ['615fb882-0776-4b0d-82a0-bad366cd590d'] in dv-cinder-759943-4-iscsi is: [{'id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'name': 'tempest-TestVolumeBootPattern-273676466-router', 'tenant_id': '675e6166fc984152b74a9dd931b0b268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'external_fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T00:59:15Z', 'updated_at': '2021-02-17T01:07:36Z', 'revision_number': 5, 'project_id': '675e6166fc984152b74a9dd931b0b268', 'gw_port': {'id': 'ce45bb52-6322-4a05-81bb-bf3290ca7be4', 'name': '', 'network_id': '28ace156-edba-4acf-b19e-e8cace1ddc78', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:28:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615fb882-0776-4b0d-82a0-bad366cd590d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T00:59:16Z', 'updated_at': '2021-02-17T00:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4fb04e52-3bd8-468a-a39c-e949128b9e52', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-4-iscsi'}] {{(pid=83984) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 17 01:07:38.615661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device fc1e79a1-d324-41cf-b9e4-08890fd56ef5 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:38.645869 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.656485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: fc1e79a1-d324-41cf-b9e4-08890fd56ef5 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:38.656885 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device fc1e79a1-d324-41cf-b9e4-08890fd56ef5 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:38.839485 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-407222'] for router_gateway, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.976320 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6145'] for router, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:38.978613 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.001571 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3679772'] for router, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.002312 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 615fb882-0776-4b0d-82a0-bad366cd590d {{(pid=83982) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 17 01:07:39.015247 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] Notify callbacks [] for router, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.016484 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ae8f062b-4851-470b-ada5-14258428594d admin admin] 10.222.0.16 "DELETE /v2.0/routers/615fb882-0776-4b0d-82a0-bad366cd590d HTTP/1.1" status: 204  len: 168 time: 1.5022986
Feb 17 01:07:39.019477 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38818) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:39.089984 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Deleting subnet 072b48ae-3a1f-420f-9208-83624b55f6b8 {{(pid=83982) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 17 01:07:39.093103 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.146015 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853680654'] for subnet, precommit_delete_associations {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.231425 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851160588'] for subnet, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.490018 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3615212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854338879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2088018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2074094'] for subnet, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.505961 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-da186d08-32fd-48f4-99f4-ee57cc8f0b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:39.599082 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072b48ae-3a1f-420f-9208-83624b55f6b8,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:39.604667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:39.642906 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for subnet, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.648883 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a193c974-a844-42f4-9ce5-0e1485b86ef3 None None] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d requested from dv-cinder-759943-4-iscsi {{(pid=83984) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 17 01:07:39.649738 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9bf7a385-7a97-4c65-85f6-3d738a4113e9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/072b48ae-3a1f-420f-9208-83624b55f6b8 HTTP/1.1" status: 204  len: 168 time: 0.6292303
Feb 17 01:07:39.652468 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38822) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:39.745044 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2a531301-b53b-4d71-9264-7c5fc8fbc240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.769264 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854243370'] for network, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.842850 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Deleting port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 {{(pid=83982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:39.843280 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:39.923661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] DHCP port deletion for 28578099-63ee-4f16-b9b2-c29bbc27c69d request from dv-cinder-759943-4-iscsi {{(pid=83984) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 17 01:07:39.928192 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Deleting port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:39.928661 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.068634 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] For port 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=0667ef36-bcfd-4982-91b0-f217f8b37fd0,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:40.069729 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.141398 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] For port 0667ef36-bcfd-4982-91b0-f217f8b37fd0, host dv-cinder-759943-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-4-iscsi',level=0,port_id=0667ef36-bcfd-4982-91b0-f217f8b37fd0,segment=NetworkSegment(7c78e423-1c77-4e1c-8b2b-63b8a6aaf513),segment_id=7c78e423-1c77-4e1c-8b2b-63b8a6aaf513)] {{(pid=83984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 17 01:07:40.141751 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036851075718'] for port, precommit_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.204593 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Calling delete_port for 0667ef36-bcfd-4982-91b0-f217f8b37fd0 owned by network:dhcp {{(pid=83982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:40.288781 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3645616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854538771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304261412297', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304261904278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2085254'] for port, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.305472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-912ef225-5382-4b39-95af-f82011d809c1 tempest-TestVolumeBootPattern-826552961 tempest-TestVolumeBootPattern-826552961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:40.415027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Pushing event deleted for resources: {'Port': ['ID=0667ef36-bcfd-4982-91b0-f217f8b37fd0,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:40.418986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:40.437986 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Calling delete_port for 0667ef36-bcfd-4982-91b0-f217f8b37fd0 owned by network:dhcp {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 17 01:07:40.456472 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] No DVR routers for this DVR port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 on host dv-cinder-759943-4-iscsi {{(pid=83982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 17 01:07:40.512301 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.db.api [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83984) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 17 01:07:40.512712 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_db.api [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83984) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 17 01:07:40.579767 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851161747', 'neutron.services.segments.db._delete_segments_for_network-8732593332202'] for network, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.630683 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ce45bb52-6322-4a05-81bb-bf3290ca7be4 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:40.670709 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: ce45bb52-6322-4a05-81bb-bf3290ca7be4 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:40.671059 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device ce45bb52-6322-4a05-81bb-bf3290ca7be4 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:40.671535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 0667ef36-bcfd-4982-91b0-f217f8b37fd0 no longer exists at agent ovs-agent-dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 17 01:07:40.693350 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f136be2b2e8>,) {'filters': {'network_id': ['28578099-63ee-4f16-b9b2-c29bbc27c69d']}} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:40.706794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] No Port match for: 0667ef36-bcfd-4982-91b0-f217f8b37fd0 {{(pid=83984) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 17 01:07:40.707217 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.rpc [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Device 0667ef36-bcfd-4982-91b0-f217f8b37fd0 not bound to the agent host dv-cinder-759943-4-iscsi {{(pid=83984) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 17 01:07:40.710950 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f136be2b2e8>, '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513') {'for_net_delete': True} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:40.711231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.services.segments.db [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f136be2b2e8>, '7c78e423-1c77-4e1c-8b2b-63b8a6aaf513') {} {{(pid=83982) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 17 01:07:40.723873 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304261437180', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1095146'] for segment, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.738612 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3656925'] for segment, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:40.740684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83982) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 17 01:07:40.919886 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:07:40.929717 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851118875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852690515'] for segment, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.014234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Deleting port 0667ef36-bcfd-4982-91b0-f217f8b37fd0 {{(pid=83984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 17 01:07:41.014664 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304261531508'] for port, before_delete {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.086848 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.plugin [None req-c4612081-8d7f-4b91-9eb0-ab6f48cdb9b5 None None] The port '0667ef36-bcfd-4982-91b0-f217f8b37fd0' was deleted {{(pid=83984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 17 01:07:41.110029 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Network 28578099-63ee-4f16-b9b2-c29bbc27c69d has no segments {{(pid=83982) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]: Traceback (most recent call last):
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     timer()
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     cb(*args, **kw)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     return func(*args, **kwargs)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     self._notify()
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     self.callback(batched_events)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     event.method(event)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     segment_id)['aggregates'][0]
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     return f(self, *a, **k)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self._get(url).json()
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     **kwargs)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     return self.request(url, 'GET', **kwargs)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     **endpoint_filter)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 17 01:07:41.133347 dv-cinder-759943-4-iscsi neutron-server[83873]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 17 01:07:41.213699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3614053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3764114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854372978'] for network, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.216902 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-d9a37c24-1606-454e-98dc-4db4e88588e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:41.233503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851014020'] for network, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.242464 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Pushing event deleted for resources: {'Network': ['ID=28578099-63ee-4f16-b9b2-c29bbc27c69d,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:41.245684 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:41.247322 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-53e2fec1-996b-4cab-9a24-5b71f650506f admin admin] 10.222.0.16 "DELETE /v2.0/networks/28578099-63ee-4f16-b9b2-c29bbc27c69d HTTP/1.1" status: 204  len: 168 time: 1.5938642
Feb 17 01:07:41.362833 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38828) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:41.415531 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-28b2bcf3-506d-47f4-b7c2-f5ea405eeffb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78d5c0930c464b11b7531befb363e514&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513527
Feb 17 01:07:41.417958 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83982) accepted ('10.222.0.16', 38832) {{(pid=83982) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:41.478829 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.505443 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.551977 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.557061 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-24852409-d008-4b72-a929-7e4e3720f3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:41.572095 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44094c56-6e7c-4752-bd10-4d9bd1a21ff5,revision_number=None']} {{(pid=83982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:41.575859 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83982) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:41.579236 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83982) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:41.580474 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-ffee2af0-bdcc-4f5b-a9c9-8e048393ec17 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44094c56-6e7c-4752-bd10-4d9bd1a21ff5 HTTP/1.1" status: 204  len: 168 time: 0.1615624
Feb 17 01:07:41.932231 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38840) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:41.984815 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-9a47ca8c-ce2b-48cf-8f59-a8017e372d94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=675e6166fc984152b74a9dd931b0b268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512438
Feb 17 01:07:41.987218 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [-] (83983) accepted ('10.222.0.16', 38844) {{(pid=83983) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 17 01:07:42.049404 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.081303 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.093604 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5c862569-91e4-48ae-b9e9-56f7b9e97d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.128690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854376955'] for security_group, after_delete {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.134273 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-0ffeb492-e86c-4c93-8e11-1dc47422ff82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 17 01:07:42.147806 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17db544-55b3-4965-91f3-6c221483c895,revision_number=None']} {{(pid=83983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 17 01:07:42.150794 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG oslo_concurrency.lockutils [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83983) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 17 01:07:42.151748 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83983) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:42.153658 dv-cinder-759943-4-iscsi neutron-server[83873]: INFO neutron.wsgi [None req-1357cc2b-3e38-4cb5-a924-cd068364214b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c17db544-55b3-4965-91f3-6c221483c895 HTTP/1.1" status: 204  len: 168 time: 0.1654716
Feb 17 01:07:42.585996 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.452895 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:43.847985 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:07:47.447167 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:08:08.475841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:09.666669 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-10398944-a78e-4db0-883a-e44065afb9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.096034 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cc787c31-c755-43ab-9d01-f0d51a6261ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:12.585699 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.454474 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:13.852091 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:24.446431 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:08:38.475652 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:39.668181 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-07337786-a065-4dba-889f-3f6b708992f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.096810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c416f75d-ba17-4e63-bf51-7711e8db0d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:42.587692 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:43.454780 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:08:43.857144 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:01.445784 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:08.478690 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:09.669174 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5d4e45b8-b489-4205-ab76-77ae1945a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.097667 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2ae69dbe-a4c3-4d23-916f-5498772249d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:12.590595 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.459495 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:13.859502 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:38.445163 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:09:38.473852 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:39.669399 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-d0864df8-2bfd-4d2b-a901-4e1ba6ba7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.099394 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-9c823c19-da5e-4f6d-981b-e9bc7f3197a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:42.592888 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.460988 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:09:43.862894 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:08.505209 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:09.670148 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa422d36-dbb2-4abc-9f77-8c678e621f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.100563 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3f953c0c-fe47-47d3-bbbd-628080c616f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:12.596535 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:13.462568 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:13.865962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:15.444358 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:10:19.850725 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-df67a8a6-9139-4969-b8a8-d327dc0d5cfa req-c49babc2-61fa-4173-a137-b433e6b2d2e2 tempest-VolumesActionsTest-843989535 tempest-VolumesActionsTest-843989535-project] (83983) timed out ('10.222.0.47', 49986) {{(pid=83983) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:10:38.504225 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:39.671862 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ab199422-acdf-49e8-ae08-584485386f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:42.102263 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2322d68-0e38-45b2-af6b-dff1ecb4b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:42.598360 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:43.463816 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:43.869707 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:10:52.444157 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:11:08.503841 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:09.672193 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a996b722-aa28-460e-9572-c510ad7b239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.103910 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1b6226ac-c1cd-4974-a7e3-b065a094ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:12.601810 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.465609 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:13.874073 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:29.443981 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:11:38.510156 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:39.673027 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cb7e2cc2-8d46-4b8f-9eb4-2b6333eef42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:42.105448 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87d90179-3938-4066-97d6-be3a2e9e1fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:42.604503 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.467440 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:11:43.877168 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:06.444096 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:12:08.505047 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:09.673840 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-36bf90c8-689f-49c4-95a3-8c37c6709e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.107560 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-520741d8-b7be-4529-a49e-2553e6196fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:12.606851 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:13.468789 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:13.881962 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:36.223234 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.wsgi [req-7d06aae3-0da8-4e95-88e4-f714380b652c req-c5c75180-0dff-40a7-a10b-23ef9d47c8a7 service neutron] (83982) timed out ('10.222.0.16', 34840) {{(pid=83982) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 17 01:12:38.501299 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:39.674830 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4881a10a-ee08-4be0-8a08-550c85e210a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:42.112107 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-229024fa-0853-4645-97f8-7e63df86cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:42.609476 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.444365 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 17 01:12:43.470131 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:12:43.887704 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:08.518773 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0dc747dc-cc9c-4720-8870-8f105f3cb8d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:09.675719 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-49e5974d-ef9f-4aef-ac8e-d5a49cfe922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.114594 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-25c3fe97-f8f9-42f8-b13c-760215bcf8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:12.612487 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a7f9f86a-2ae4-4d06-b868-74f5f7dbbfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:13.471678 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26f7475b-7fc2-4fd6-a691-84d8c927060c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:13.891035 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-1e0841bf-afe1-4351-8f89-3c24a3d73c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732593332185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851211757'] for agent, after_update {{(pid=83984) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 17 01:13:20.444235 dv-cinder-759943-4-iscsi neutron-server[83873]: DEBUG neutron.db.agents_db [None req-c97225f1-5554-43cb-ae6c-6fae951b96c3 None None] Agent healthcheck: found 6 active agents {{(pid=83985) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}